00010000:00000010:3.1:1776267951.240087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef43b632. 00010000:00000010:3.1:1776267951.240098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007e0fb98. 00010000:00000010:3.1:1776267951.240102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078480b82. 00010000:00000010:3.1:1776267951.306063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de1e6ffe. 00010000:00000010:3.1:1776267951.306068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b62dc71d. 00010000:00000010:3.1:1776267951.309987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e93e992. 00010000:00000010:3.1:1776267951.310004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bf7fe0. 00010000:00000010:3.1:1776267951.338394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d32ccc69. 00010000:00000010:3.1:1776267951.349003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000794e33c4. 00010000:00000010:3.1:1776267951.349010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c3bc78. 00010000:00000010:3.1:1776267951.349013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000136f12d3. 00010000:00000010:3.1:1776267951.349015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bf7fe0. 00010000:00000010:3.1:1776267951.369973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfb4e19d. 00010000:00000010:3.1:1776267951.520390:0:64837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2395366. 00010000:00000010:2.1:1776267951.522152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000322f9081. 00010000:00000010:3.1:1776267951.528841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0af9b9e. 00010000:00000010:2.1:1776267951.531948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf52a34f. 00010000:00000010:2.1:1776267951.531956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c998a7b1. 00010000:00000010:3.1:1776267951.536946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c8f56dd. 00010000:00000010:3.1:1776267951.544942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000981e2560. 00010000:00000010:2.1:1776267951.544942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046e13ad6. 00010000:00000010:3.1:1776267951.544951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008890f3ab. 00010000:00000010:3.1:1776267951.544955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a836a381. 00010000:00000010:3.1:1776267951.544958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bf7fe0. 00010000:00000010:2.1:1776267951.549930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bebd43a8. 00010000:00000010:3.1:1776267951.549931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a1faaae. 00010000:00000010:3.1:1776267951.549938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef5d59b2. 00010000:00000010:2.1:1776267951.553960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000864d1c25. 00010000:00000010:3.1:1776267951.554641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0bfb36b. 00010000:00000010:3.1:1776267951.554649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddecbb31. 00010000:00000010:3.1:1776267951.571793:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6205f8d. 00010000:00000010:3.1:1776267951.571807:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bf7fe0. 00010000:00000010:2.1:1776267951.576410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeeee507. 00010000:00000010:2.1:1776267951.586875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e6b3b57. 00010000:00000010:3.1:1776267951.596400:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009148f864. 00010000:00000010:2.1:1776267951.638258:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e743b17. 00010000:00000010:2.1:1776267951.638266:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bad686a. 00010000:00000010:2.1:1776267951.638270:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c8b3541. 00010000:00000010:2.1:1776267951.644190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df9dfc28. 00010000:00000010:2.1:1776267951.644206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc1bee12. 00010000:00000010:2.1:1776267951.644210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc5922e6. 00010000:00000010:2.1:1776267951.644214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021cd80e4. 00010000:00000010:2.1:1776267951.644217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000debf37b5. 00010000:00000010:2.1:1776267951.644221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066fc27a0. 00010000:00000010:2.1:1776267951.646296:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080bb150f. 00010000:00000010:2.1:1776267951.646302:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:3.1:1776267951.646546:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8f22808. 00010000:00000010:3.1:1776267951.652984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a325c2d7. 00010000:00000010:2.1:1776267951.662304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ec96e12. 00010000:00000010:2.1:1776267951.662322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:2.1:1776267951.666952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000056e818b. 00010000:00000010:2.1:1776267951.666958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052f24798. 00010000:00000010:2.1:1776267951.666961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:2.1:1776267951.671935:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046ef790e. 00010000:00000010:2.1:1776267951.671944:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066fc27a0. 00010000:00000010:2.1:1776267951.675342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b200da31. 00010000:00000010:2.1:1776267951.675349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7dc7890. 00010000:00000010:3.1:1776267951.678945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e600f0ef. 00010000:00000010:2.1:1776267951.680607:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e39b8f1e. 00010000:00000010:2.1:1776267951.680617:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:2.1:1776267951.694986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a225f9d2. 00010000:00000010:2.1:1776267951.694995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e07b2b7e. 00010000:00000010:2.1:1776267951.694999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066fc27a0. 00010000:00000010:2.1:1776267951.695003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267951.695007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:2.1:1776267951.703991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ef7386c. 00010000:00000010:2.1:1776267951.704001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bf7fe0. 00010000:00000010:3.1:1776267951.704722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbd4f776. 00010000:00000010:3.1:1776267951.704742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096ca6518. 00010000:00000010:3.1:1776267951.704746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7dc7890. 00010000:00000010:3.1:1776267951.717756:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ee9da9f. 00010000:00000010:2.1:1776267951.719117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da770e6b. 00010000:00000010:2.1:1776267951.719125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:2.1:1776267951.719128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1b3d14d. 00010000:00000010:2.1:1776267951.719131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066af3613. 00010000:00000010:2.1:1776267951.719134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:2.1:1776267951.731637:0:64835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cd3efa0. 00010000:00000010:2.1:1776267951.731646:0:64835:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9fbe0e8. 00010000:00000010:2.1:1776267951.731652:0:64835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066fc27a0. 00010000:00000010:2.1:1776267951.731656:0:64835:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267951.731659:0:64835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:3.1:1776267951.732932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd586d2a. 00010000:00000010:3.1:1776267951.732938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000825d57df. 00010000:00000010:2.1:1776267951.759977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027d3cea3. 00010000:00000010:2.1:1776267951.759982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000764763c. 00010000:00000010:2.1:1776267951.759986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f629bc6. 00010000:00000010:2.1:1776267951.759988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267951.759991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:3.1:1776267951.766921:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9724334. 00010000:00000010:3.1:1776267951.796057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf3ce2f7. 00010000:00000010:2.1:1776267951.803428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c0f8888. 00010000:00000010:2.1:1776267951.803437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b19ac1ae. 00010000:00000010:2.1:1776267951.807938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009eda528d. 00010000:00000010:2.1:1776267951.807947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:2.1:1776267951.810931:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1adc644. 00010000:00000010:2.1:1776267951.810937:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:3.1:1776267951.824710:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b97e8b5a. 00010000:00000010:2.1:1776267951.824928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c20fc15f. 00010000:00000010:2.1:1776267951.824935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:2.1:1776267951.824938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267951.824943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:2.1:1776267951.824946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005128dad9. 00010000:00000010:2.1:1776267951.824948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:2.1:1776267951.837916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000541a7717. 00010000:00000010:2.1:1776267951.837923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00010000:00000010:3.1:1776267951.838255:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1c13e5d. 00010000:00000010:2.1:1776267951.841072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000512a4ccc. 00010000:00000010:2.1:1776267951.841086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:2.1:1776267951.846103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2094bf5. 00010000:00000010:2.1:1776267951.846116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:3.1:1776267951.846930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c000f98d. 00010000:00000010:2.1:1776267951.851037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c9082d0. 00010000:00000010:2.1:1776267951.851051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007de53f70. 00010000:00000010:2.1:1776267951.851055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00010000:00000010:2.1:1776267951.851057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267951.851061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:2.1:1776267951.858044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dda44ba. 00010000:00000010:2.1:1776267951.858055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:2.1:1776267951.868938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006057f553. 00010000:00000010:2.1:1776267951.868950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f56af27b. 00010000:00000010:2.1:1776267951.868954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:3.1:1776267951.873112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c42d75af. 00010000:00000010:2.1:1776267951.873330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006138fdcc. 00010000:00000010:2.1:1776267951.873339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:2.1:1776267951.873342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b99336c4. 00010000:00000010:2.1:1776267951.873344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:2.1:1776267951.878479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebfd1435. 00010000:00000010:2.1:1776267951.878487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2aa9c94. 00010000:00000010:2.1:1776267951.878491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00010000:00000010:2.1:1776267951.878494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267951.878497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:2.1:1776267951.885042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e30d16e. 00010000:00000010:2.1:1776267951.885052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:2.1:1776267951.897041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012557548. 00010000:00000010:2.1:1776267951.897053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2d7ce63. 00010000:00000010:2.1:1776267951.897059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:2.1:1776267951.901933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000eef957d. 00010000:00000010:2.1:1776267951.901940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8fc2ea5. 00010000:00000010:2.1:1776267951.901945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:2.1:1776267951.901949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5f14a0f. 00010000:00000010:2.1:1776267951.901952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e10f5aeb. 00010000:00000010:2.1:1776267951.901955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:2.1:1776267951.906961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027d8aec1. 00010000:00000010:2.1:1776267951.906975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00010000:00000010:2.1:1776267951.906979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267951.906983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:2.1:1776267951.911051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e676e40. 00010000:00000010:2.1:1776267951.911067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:2.1:1776267951.916415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007874baf1. 00010000:00000010:2.1:1776267951.916421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:2.1:1776267951.923975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ee4ddcf. 00010000:00000010:2.1:1776267951.923982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:2.1:1776267951.928364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd7ada93. 00010000:00000010:2.1:1776267951.928369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:2.1:1776267951.932939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000628a871c. 00010000:00000010:2.1:1776267951.932951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:2.1:1776267951.932954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267951.932958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00010000:00000010:2.1:1776267951.936954:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041a68dfb. 00010000:00000010:2.1:1776267951.936960:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:2.1:1776267951.945992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071f9b5ac. 00010000:00000010:2.1:1776267951.945999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:2.1:1776267951.950051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fba69c82. 00010000:00000010:2.1:1776267951.950065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9a9728a. 00010000:00000010:2.1:1776267951.950069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:2.1:1776267951.956939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5f91ffa. 00010000:00000010:2.1:1776267951.956948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00010000:00000010:2.1:1776267951.956952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ba2af28. 00010000:00000010:2.1:1776267951.956955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:2.1:1776267951.956958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267951.956962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:2.1:1776267951.964550:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039b37ed9. 00010000:00000010:2.1:1776267951.964560:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:2.1:1776267951.968641:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7f7c602. 00010000:00000010:2.1:1776267951.968651:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:2.1:1776267951.974945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005aca5cce. 00010000:00000010:2.1:1776267951.974960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:2.1:1776267951.993162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003246957d. 00010000:00000010:2.1:1776267951.993171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:2.1:1776267951.998433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaae7b3f. 00010000:00000010:3.1:1776267952.000058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000205ace13. 00010000:00000010:3.1:1776267952.000070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:3.1:1776267952.008908:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000134ec951. 00010000:00000010:3.1:1776267952.008921:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f296996b. 00010000:00000010:2.1:1776267952.015960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e42972d2. 00010000:00000010:2.1:1776267952.020928:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f5d4dab. 00010000:00000010:2.1:1776267952.020936:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d1b254e. 00010000:00000010:3.1:1776267952.053314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000930ee9. 00010000:00000010:2.1:1776267952.124988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dca0605. 00010000:00000010:2.1:1776267952.174513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983db8f9. 00010000:00000010:2.1:1776267952.174532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a48820e. 00010000:00000010:2.1:1776267952.178187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b5431f0. 00010000:00000010:2.1:1776267952.187096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ad7fb49. 00010000:00000010:3.1:1776267952.255934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7bd2a6d. 00010000:00000010:3.1:1776267952.259088:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e0b2701. 00010000:00000010:3.1:1776267952.259097:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b49aaa4. 00010000:00000010:2.1:1776267952.263949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.1:1776267952.263957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e706134. 00010000:00000010:2.1:1776267952.263961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f296996b. 00010000:00000010:2.1:1776267952.263965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267952.263969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:2.1:1776267952.296454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b12e4a8. 00010000:00000010:2.1:1776267952.296467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cf445fa. 00010000:00000010:3.1:1776267952.300378:0:1035:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052328120. 00010000:00000010:3.1:1776267952.300393:0:1035:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f08523f. 00010000:00000010:3.1:1776267952.300397:0:1035:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cb049e7. 00010000:00000010:2.1:1776267952.305053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a43344a. 00010000:00000010:2.1:1776267952.305073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:2.1:1776267952.312987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa85cea8. 00010000:00000010:2.1:1776267952.312999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00010000:00000010:3.1:1776267952.335534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd811cdc. 00010000:00000010:2.1:1776267952.348037:0:78269:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000d7aa12. 00010000:00000010:2.1:1776267952.348053:0:78269:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009049740. 00010000:00000010:2.1:1776267952.348058:0:78269:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010463aa4. 00010000:00000010:2.1:1776267952.348061:0:78269:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267952.348066:0:78269:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:2.1:1776267952.361566:0:78270:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067f4dbbd. 00010000:00000010:2.1:1776267952.361586:0:78270:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7f75c85. 00010000:00000010:3.1:1776267952.362454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c375d179. 00010000:00000010:3.1:1776267952.397946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001316fde0. 00010000:00000010:3.1:1776267952.397958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003014d473. 00010000:00000010:3.1:1776267952.397962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e86fff1b. 00010000:00000010:2.1:1776267952.437008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3e313a3. 00010000:00000010:3.1:1776267952.437216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074bdda7d. 00010000:00000010:3.1:1776267952.437222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb038155. 00010000:00000010:3.1:1776267952.460072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008925041d. 00010000:00000010:3.1:1776267952.460081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a337f9e5. 00010000:00000010:3.1:1776267952.460085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d63f1265. 00010000:00000010:3.1:1776267952.467002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5469d70. 00010000:00000010:3.1:1776267952.467021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ecb676e. 00010000:00000010:3.1:1776267952.467027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb038155. 00010000:00000010:3.1:1776267952.476954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079b98763. 00010000:00000010:3.1:1776267952.476961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a12b8c5f. 00010000:00000010:3.1:1776267952.476964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6205f8d. 00010000:00000010:3.1:1776267952.476967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb038155. 00010000:00000010:2.1:1776267952.484985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595e529a. 00010000:00000010:3.1:1776267952.485139:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f0bd516. 00010000:00000010:3.1:1776267952.485154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070716c4. 00010000:00000010:3.1:1776267952.495930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9604112. 00010000:00000010:3.1:1776267952.495938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb038155. 00010000:00000010:2.1:1776267952.500038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fd3f94f. 00010000:00000010:2.1:1776267952.500048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1b2bd8a. 00010000:00000010:2.1:1776267952.500054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070716c4. 00010000:00000010:3.1:1776267952.506000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e964605d. 00010000:00000010:2.1:1776267952.515195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d612261. 00010000:00000010:3.1:1776267952.523036:0:64835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac72e904. 00010000:00000010:2.1:1776267952.533919:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eeb43efa. 00010000:00000010:2.1:1776267952.539515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058d9a801. 00010000:00000010:2.1:1776267952.539522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3252874. 00010000:00000010:2.1:1776267952.539525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020bf7b24. 00010000:00000010:2.1:1776267952.548003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e4de11d. 00010000:00000010:2.1:1776267952.548010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010463aa4. 00010000:00000010:2.1:1776267952.548013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267952.548018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde6b8bd. 00010000:00000010:2.1:1776267952.558923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dbb4587. 00010000:00000010:2.1:1776267952.558929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:3.1:1776267952.579042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4b676aa. 00010000:00000010:2.1:1776267952.579146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095dbdc8b. 00010000:00000010:2.1:1776267952.579153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde6b8bd. 00010000:00000010:2.1:1776267952.587186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b199d22f. 00010000:00000010:2.1:1776267952.603562:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043e6a4b3. 00010000:00000010:2.1:1776267952.603569:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cb049e7. 00010000:00000010:2.1:1776267952.603572:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267952.603576:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde6b8bd. 00010000:00000010:1.1:1776267952.604462:0:78275:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ca0cff8. 00010000:00000010:2.1:1776267952.615175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f12049f. 00010000:00000010:2.1:1776267952.615191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc8fef55. 00010000:00000010:2.1:1776267952.615195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010463aa4. 00010000:00000010:2.1:1776267952.632138:0:64835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092a7fad6. 00010000:00000010:2.1:1776267952.632154:0:64835:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045bc6a9f. 00010000:00000010:2.1:1776267952.632157:0:64835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde6b8bd. 00010000:00000010:2.1:1776267952.641421:0:47273:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6600313. 00010000:00000010:1.1:1776267952.652341:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7232b69. 00010000:00000010:1.1:1776267952.652354:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00010000:00000010:1.1:1776267952.662125:0:77963:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c561034. 00010000:00000010:1.1:1776267952.679933:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006029c95a. 00010000:00000010:1.1:1776267952.679946:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d63f1265. 00010000:00000010:3.1:1776267952.696808:0:78216:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf20f0c8. 00010000:00000010:3.1:1776267952.696818:0:78216:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000216f7970. 00010000:00000010:3.1:1776267952.696823:0:78216:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b664588b. 00010000:00000010:3.1:1776267952.696827:0:78216:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a836a381. 00010000:00000010:3.1:1776267952.696830:0:78216:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb038155. 00010000:00000010:3.1:1776267952.721327:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000510bf45d. 00010000:00000010:3.1:1776267952.721344:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6d66330. 00010000:00000010:3.1:1776267952.721349:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a12b8c5f. 00010000:00000010:3.1:1776267952.721352:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000586cd5e0. 00010000:00000010:3.1:1776267952.721355:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb038155. 00010000:00000010:3.1:1776267952.732997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eabbe499. 00010000:00000010:3.1:1776267952.758236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8b96397. 00010000:00000010:3.1:1776267952.762197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e004ccc. 00010000:00000010:1.1:1776267952.773950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009282fb97. 00010000:00000010:1.1:1776267952.773960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7f75c85. 00010000:00000010:3.1:1776267952.784690:0:78280:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b38d27a. 00010000:00000010:3.1:1776267952.784705:0:78280:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d63f1265. 00010000:00000010:2.1:1776267952.784920:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4acb6e5. 00010000:00000010:2.1:1776267952.784926:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb038155. 00010000:00000010:1.1:1776267952.786048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a52db5c5. 00010000:00000010:2.1:1776267952.793278:0:78284:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a807c48. 00010000:00000010:2.1:1776267952.793285:0:78284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde6b8bd. 00010000:00000010:3.1:1776267952.800237:0:78284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000142fce4e. 00010000:00000010:2.1:1776267952.812108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c37a1d88. 00010000:00000010:2.1:1776267952.812123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6e6d153. 00010000:00000010:2.1:1776267952.812127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020bf7b24. 00010000:00000010:2.1:1776267952.823942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009981852e. 00010000:00000010:2.1:1776267952.823958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005530047b. 00010000:00000010:2.1:1776267952.823962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde6b8bd. 00010000:00000010:3.1:1776267952.827042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0604ba6. 00010000:00000010:2.1:1776267952.834436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040184fd2. 00010000:00000010:2.1:1776267952.834461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e14b8782. 00010000:00000010:2.1:1776267952.838946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4b01c5. 00010000:00000010:2.1:1776267952.838954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a2a28e0. 00010000:00000010:2.1:1776267952.838959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:2.1:1776267952.838962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032ceebd4. 00010000:00000010:2.1:1776267952.838965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002738fe31. 00010000:00000010:2.1:1776267952.838968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde6b8bd. 00010000:00000010:2.1:1776267952.838970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267952.838973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:3.1:1776267952.849964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df7c2c3. 00010000:00000010:3.1:1776267952.849970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002420a79c. 00010000:00000010:3.1:1776267952.849973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:3.1:1776267952.862238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b89c718. 00010000:00000010:3.1:1776267952.862250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004928c30c. 00010000:00000010:3.1:1776267952.862254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a12b8c5f. 00010000:00000010:3.1:1776267952.862259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a836a381. 00010000:00000010:3.1:1776267952.862263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060fa69fd. 00010000:00000010:3.1:1776267952.862268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db74c13e. 00010000:00000010:3.1:1776267952.862270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a51e26fa. 00010000:00000010:3.1:1776267952.862272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aed68d62. 00010000:00000010:3.1:1776267952.862274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb038155. 00010000:00000010:3.1:1776267952.862276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acec5431. 00010000:00000010:3.1:1776267952.862712:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023781265. 00010000:00000010:3.1:1776267952.862718:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010ba1c99. 00010000:00000010:3.1:1776267952.862721:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070716c4. 00010000:00000010:3.1:1776267952.862723:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b1c5d08. 00010000:00000010:3.1:1776267952.862726:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d983521f. 00010000:00000010:3.1:1776267952.862729:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082758248. 00010000:00000010:3.1:1776267952.862736:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f296996b. 00010000:00000010:3.1:1776267952.862738:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0033fbc. 00010000:00000010:3.1:1776267952.862742:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d1b254e. 00010000:00000010:3.1:1776267952.862746:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aa1db77. 00010000:00000010:3.1:1776267952.862750:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddecbb31. 00010000:00000010:3.1:1776267952.862753:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dfedd91. 00010000:00000010:3.1:1776267952.862755:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bf7fe0. 00010000:00000010:3.1:1776267952.862757:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e58d9070. 00010000:00000010:3.1:1776267952.862759:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef5d59b2. 00010000:00000010:3.1:1776267952.862762:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e29438f1. 00010000:00000010:3.1:1776267952.862764:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0ebf39f. 00010000:00000010:3.1:1776267952.862766:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff7095e7. 00010000:00000010:3.1:1776267952.862769:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026b0fe4d. 00010000:00000010:3.1:1776267952.862771:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cc3c587. 00010000:00000010:3.1:1776267952.862774:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ad247a3. 00010000:00000010:3.1:1776267952.862776:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f928dfb. 00010000:00000010:3.1:1776267952.862779:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008166085a. 00010000:00000010:3.1:1776267952.862800:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002c68ffc. 00010000:00000010:3.1:1776267952.862803:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008228f33b. 00010000:00000010:3.1:1776267952.862806:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e2fb1df. 00010000:00000010:3.1:1776267952.862808:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069988755. 00010000:00000010:3.1:1776267952.862811:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001b72e2d. 00010000:00000010:3.1:1776267952.862814:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0268ca0. 00010000:00000010:3.1:1776267952.862816:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000764763c. 00010000:00000010:3.1:1776267952.862836:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fda552. 00010000:00000010:3.1:1776267952.862840:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fadba2b. 00010000:00000010:3.1:1776267952.862842:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001499d356. 00010000:00000010:3.1:1776267952.862844:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f65a764. 00010000:00000010:3.1:1776267952.862846:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d9b7c23. 00010000:00000010:3.1:1776267952.862848:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a9c3e26. 00010000:00000010:3.1:1776267952.862851:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c072bcd2. 00010000:00000010:3.1:1776267952.862856:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be25f1dc. 00010000:00000010:3.1:1776267952.862858:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f9b0567. 00010000:00000010:3.1:1776267952.862861:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075fa1b41. 00010000:00000010:3.1:1776267952.862864:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdad6a40. 00010000:00000010:3.1:1776267952.862867:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000581b8e68. 00010000:00000010:3.1:1776267952.862869:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2687475. 00010000:00000010:3.1:1776267952.862871:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d241a57. 00010000:00000010:3.1:1776267952.862874:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f33f05e. 00010000:00000010:3.1:1776267952.862878:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5f6d458. 00010000:00000010:3.1:1776267952.862914:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077509691. 00010000:00000010:3.1:1776267952.862917:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4333c3e. 00010000:00000010:3.1:1776267952.862919:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cd8f1a2. 00010000:00000010:3.1:1776267952.862920:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002461c2c8. 00010000:00000010:3.1:1776267952.862924:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044207bb3. 00010000:00000010:3.1:1776267952.862925:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da1a66d3. 00010000:00000010:3.1:1776267952.862927:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdd2b69d. 00010000:00000010:3.1:1776267952.862928:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b691ee7. 00010000:00000010:3.1:1776267952.862930:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e8dfb7d. 00010000:00000010:3.1:1776267952.862934:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066af3613. 00010000:00000010:3.1:1776267952.862936:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acce8ebd. 00010000:00000010:3.1:1776267952.862939:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9eb115e. 00010000:00000010:3.1:1776267952.862940:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021127645. 00010000:00000010:3.1:1776267952.862942:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a676a96. 00010000:00000010:3.1:1776267952.862944:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038cd3784. 00010000:00000010:3.1:1776267952.862946:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035f7f0d6. 00010000:00000010:3.1:1776267952.862948:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057a61951. 00010000:00000010:3.1:1776267952.862949:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000025fd21f. 00010000:00000010:3.1:1776267952.862950:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000612cbca9. 00010000:00000010:3.1:1776267952.862952:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030271cfe. 00010000:00000010:3.1:1776267952.862953:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fd2caae. 00010000:00000010:3.1:1776267952.862954:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009822ae3b. 00010000:00000010:3.1:1776267952.862956:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a32957c. 00010000:00000010:3.1:1776267952.862957:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fa18655. 00010000:00000010:3.1:1776267952.862958:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000396c0880. 00010000:00000010:0.1:1776267952.883938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a7b6f80. 00010000:00000010:0.1:1776267952.883941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006496d4a6. 00010000:00000010:0.1:1776267952.883943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003260ac28. 00010000:00000010:0.1:1776267952.883946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b19ac1ae. 00010000:00000010:0.1:1776267952.883964:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba5090c1. 00010000:00000010:0.1:1776267952.883968:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f629bc6. 00010000:00000010:0.1:1776267952.883970:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c00c3b46. 00010000:00000010:0.1:1776267952.883972:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6a87aa1. 00010000:00000010:0.1:1776267952.883974:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065665401. 00010000:00000010:0.1:1776267952.883977:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020bf7b24. 00010000:00000010:0.1:1776267952.883979:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6ee464b. 00010000:00000010:0.1:1776267952.883981:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7f75c85. 00010000:00000010:2.1:1776267952.891559:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014d04655. 00010000:00000010:2.1:1776267952.891575:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a53a9e4. 00010000:00000010:2.1:1776267952.891583:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267952.891589:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:2.1:1776267952.891592:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007889757e. 00010000:00000010:2.1:1776267952.891594:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde6b8bd. 00010000:00000010:2.1:1776267952.891596:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006976ba88. 00010000:00000010:2.1:1776267952.891599:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:2.1:1776267952.891601:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e807a024. 00010000:00000010:2.1:1776267952.891604:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e14b8782. 00010000:00000010:2.1:1776267952.891609:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd4c1834. 00010000:00000010:2.1:1776267952.891612:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066fc27a0. 00010000:00000010:2.1:1776267952.891615:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094cce573. 00010000:00000010:2.1:1776267952.891618:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000825d57df. 00010000:00000010:2.1:1776267952.891620:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c845eabb. 00010000:00000010:2.1:1776267952.891623:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7dc7890. 00010000:00000010:2.1:1776267952.891624:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000151da29d. 00010000:00000010:2.1:1776267952.891627:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c998a7b1. 00010000:00000010:2.1:1776267952.891629:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59798e3. 00010000:00000010:2.1:1776267952.891631:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008890f3ab. 00010000:00000010:2.1:1776267952.891634:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b0e2e40. 00010000:00000010:2.1:1776267952.891636:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d9bd15. 00010000:00000010:2.1:1776267952.891640:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e659f5b. 00010000:00000010:2.1:1776267952.891643:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d90c46af. 00010000:00000010:2.1:1776267952.891645:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fe0c7b1. 00010000:00000010:2.1:1776267952.891647:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6e880e0. 00010000:00000010:2.1:1776267952.891649:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c995bf. 00010000:00000010:2.1:1776267952.891653:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010463aa4. 00010000:00000010:2.1:1776267952.891655:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007d4dcc3. 00010000:00000010:2.1:1776267952.891658:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00010000:00000010:2.1:1776267952.891665:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010824700. 00010000:00000010:2.1:1776267952.891668:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:2.1:1776267952.891670:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008983d046. 00010000:00000010:2.1:1776267952.891673:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1e59a7. 00010000:00000010:2.1:1776267952.891676:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076ca376a. 00010000:00000010:2.1:1776267952.891678:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c51d0652. 00010000:00000010:2.1:1776267952.891680:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1d91d1b. 00010000:00000010:2.1:1776267952.891682:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adc14b0a. 00010000:00000010:2.1:1776267952.891684:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdbfd275. 00010000:00000010:2.1:1776267952.891687:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de6a4c95. 00010000:00000010:2.1:1776267952.891690:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000599e0e0a. 00010000:00000010:2.1:1776267952.891693:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:2.1:1776267952.891695:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028301eca. 00010000:00000010:2.1:1776267952.891699:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019d0764c. 00010000:00000010:2.1:1776267952.891701:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e30158c. 00010000:00000010:2.1:1776267952.891703:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3211651. 00010000:00000010:2.1:1776267952.891706:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d74b8f. 00010000:00000010:2.1:1776267952.891708:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa17b40d. 00010000:00000010:1.1:1776267952.893041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025ba22b2. 00010000:00000010:1.1:1776267952.893050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e3d801. 00010000:00000010:1.1:1776267952.893056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebe5d639. 00010000:00000010:1.1:1776267952.893060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf365d49. 00010000:00000010:1.1:1776267952.893063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f0975a3. 00010000:00000010:1.1:1776267952.893066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be27bdef. 00010000:00000010:1.1:1776267952.893068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097fd352e. 00010000:00000010:1.1:1776267952.893071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091efeeb4. 00010000:00000010:1.1:1776267952.893073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004310433e. 00010000:00000010:1.1:1776267952.893076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021cd80e4. 00010000:00000010:1.1:1776267952.893078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000135243af. 00010000:00000010:1.1:1776267952.893081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c8b3541. 00010000:00000010:1.1:1776267952.893084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1bf5eb6. 00010000:00000010:1.1:1776267952.893087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000322f9081. 00010000:00000010:1.1:1776267952.893089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e67b8fcf. 00010000:00000010:1.1:1776267952.893092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002de90ccd. 00010000:00000010:1.1:1776267952.893094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f99776f6. 00010000:00000010:1.1:1776267952.893097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000551502dd. 00010000:00000010:1.1:1776267952.893099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070bf7b47. 00010000:00000010:1.1:1776267952.893101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078480b82. 00010000:00000010:1.1:1776267952.893103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c2ec2b6. 00010000:00000010:1.1:1776267952.893105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c3bc78. 00010000:00000010:1.1:1776267952.893107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000118828ea. 00010000:00000010:1.1:1776267952.893110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b62dc71d. 00010000:00000010:1.1:1776267952.893114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9604112. 00010000:00000010:1.1:1776267952.893118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d63f1265. 00010000:00000010:1.1:1776267952.893121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d54a2b49. 00010000:00000010:1.1:1776267952.893124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b664588b. 00010000:00000010:1.1:1776267952.893126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000531fa2a7. 00010000:00000010:1.1:1776267952.893129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cb049e7. 00010000:00000010:1.1:1776267952.893131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d7f39bc. 00010000:00000010:1.1:1776267952.893133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cf445fa. 00010000:00000010:1.1:1776267952.893135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034845c40. 00010000:00000010:1.1:1776267952.893137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001316fde0. 00010000:00000010:1.1:1776267952.893140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002afaac7a. 00010000:00000010:1.1:1776267952.893143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047df4d96. 00010000:00000010:1.1:1776267952.893145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccf0e0d2. 00010000:00000010:1.1:1776267952.893148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000757bdd4. 00010000:00000010:1.1:1776267952.893151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6161217. 00010000:00000010:1.1:1776267952.893153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ca3b2ab. 00010000:00000010:1.1:1776267952.893156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073e00a97. 00010000:00000010:1.1:1776267952.893158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef32267. 00010000:00000010:1.1:1776267952.893162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d818ad79. 00010000:00000010:1.1:1776267952.893166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077edd9ee. 00010000:00000010:1.1:1776267952.893168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa4f1fb0. 00010000:00000010:1.1:1776267952.893171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5d83bb7. 00010000:00000010:1.1:1776267952.893173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa609a88. 00010000:00000010:1.1:1776267952.893176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e42a7b4. 00010000:00000010:1.1:1776267952.893178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f4e1926. 00010000:00000010:1.1:1776267952.893181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000253d9d67. 00010000:00000010:1.1:1776267952.893183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f8eabed. 00010000:00000010:1.1:1776267952.893186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a399e68. 00010000:00000010:1.1:1776267952.893189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000245f5ad6. 00010000:00000010:1.1:1776267952.893191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e09b868. 00010000:00000010:1.1:1776267952.893194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067fea90e. 00010000:00000010:1.1:1776267952.893197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014267960. 00010000:00000010:1.1:1776267952.893199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d21fefe. 00010000:00000010:1.1:1776267952.893201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f156f8. 00010000:00000010:1.1:1776267952.893203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000489f87bc. 00010000:00000010:1.1:1776267952.893205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000064ab25d. 00010000:00000010:1.1:1776267952.893207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4c69559. 00010000:00000010:1.1:1776267952.893210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090260cef. 00010000:00000010:1.1:1776267952.893211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b18384ca. 00010000:00000010:1.1:1776267952.893214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098c21121. 00010000:00000010:1.1:1776267952.893215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000515277d0. 00010000:00000010:1.1:1776267952.893217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d5dea4. 00010000:00000010:1.1:1776267952.893221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3252874. 00010000:00000010:1.1:1776267952.893223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028dcffc1. 00010000:00000010:1.1:1776267952.893225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042a89002. 00010000:00000010:1.1:1776267952.893228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd952174. 00010000:00000010:1.1:1776267952.893232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000315ebe. 00010000:00000010:1.1:1776267952.893234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b623d93. 00010000:00000010:1.1:1776267952.893236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab23634c. 00010000:00000010:1.1:1776267952.893239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003115a22e. 00010000:00000010:1.1:1776267952.893241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da611f77. 00010000:00000010:1.1:1776267952.893244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fef7f4d. 00010000:00000010:1.1:1776267952.893246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e413f147. 00010000:00000010:1.1:1776267952.893249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbf0f2db. 00010000:00000010:1.1:1776267952.893251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a558a168. 00010000:00000010:1.1:1776267952.893253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000027bf4f. 00010000:00000010:1.1:1776267952.893255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eb4c816. 00010000:00000010:1.1:1776267952.893257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c4b4b6f. 00010000:00000010:1.1:1776267952.893259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fa1e4b8. 00010000:00000010:1.1:1776267952.893261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e6dc6d. 00010000:00000010:1.1:1776267952.893266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004266a5ea. 00010000:00000010:1.1:1776267952.893269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb3a92f1. 00010000:00000010:1.1:1776267952.893271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089ed35a9. 00010000:00000010:1.1:1776267952.893273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573bef58. 00010000:00000010:1.1:1776267952.893320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073b090ef. 00010000:00000010:1.1:1776267952.893322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006173a3c8. 00010000:00000010:1.1:1776267952.893324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b9171ab. 00010000:00000010:1.1:1776267952.893327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000525d36d. 00010000:00000010:1.1:1776267952.893329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfc47834. 00010000:00000010:1.1:1776267952.893331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbf9a3e. 00010000:00000010:1.1:1776267952.893333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004953276d. 00010000:00000010:1.1:1776267952.893336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071d4fc02. 00010000:00000010:1.1:1776267952.893340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9fbe0e8. 00010000:00000010:1.1:1776267952.893345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f4c5c68. 00010000:00000010:1.1:1776267952.893348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecef5498. 00010000:00000010:1.1:1776267952.893350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfdd8a44. 00010000:00000010:1.1:1776267952.893352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000dfa25f. 00010000:00000010:1.1:1776267952.893355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c29a506. 00010000:00000010:1.1:1776267952.893357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004458604e. 00010000:00000010:1.1:1776267952.893359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d25263e3. 00010000:00000010:1.1:1776267952.893361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d99e5ec9. 00010000:00000010:1.1:1776267952.893364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f12dae82. 00010000:00000010:1.1:1776267952.893366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e51501c. 00010000:00000010:1.1:1776267952.893369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5dc8109. 00010000:00000010:1.1:1776267952.893371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007ddac8d. 00010000:00000010:1.1:1776267952.893374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db178cc5. 00010000:00000010:1.1:1776267952.893376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a47df39a. 00010000:00000010:1.1:1776267952.893379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019385449. 00010000:00000010:1.1:1776267952.893380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1a1bac0. 00010000:00000010:1.1:1776267952.893384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071c97fa4. 00010000:00000010:1.1:1776267952.893387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a20caf21. 00010000:00000010:1.1:1776267952.893390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006246bc85. 00010000:00000010:1.1:1776267952.893393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae7f6f50. 00010000:00000010:1.1:1776267952.893395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ee6dd0. 00010000:00000010:1.1:1776267952.893400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f96a67c. 00010000:00000010:1.1:1776267952.893403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002468edb4. 00010000:00000010:1.1:1776267952.893406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b483a012. 00010000:00000010:1.1:1776267952.893409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009244cb8c. 00010000:00000010:1.1:1776267952.893411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57d8076. 00010000:00000010:1.1:1776267952.893414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b4b7ca7. 00010000:00000010:1.1:1776267952.893416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030e7672f. 00010000:00000010:1.1:1776267952.893418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdd0f7b8. 00010000:00000010:1.1:1776267952.893420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000349ee13f. 00010000:00000010:1.1:1776267952.893423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad0ed44c. 00010000:00000010:1.1:1776267952.893426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9486afe. 00010000:00000010:1.1:1776267952.893429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aa4b3ee. 00010000:00000010:1.1:1776267952.893431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000805ad317. 00010000:00000010:1.1:1776267952.893433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066b6af44. 00010000:00000010:1.1:1776267952.893435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7eb2fa0. 00010000:00000010:1.1:1776267952.893438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133e62fa. 00010000:00000010:1.1:1776267952.893439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c15211ba. 00010000:00000010:1.1:1776267952.893442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7344381. 00010000:00000010:1.1:1776267952.893444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a99d6453. 00010000:00000010:1.1:1776267952.893447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3b30b88. 00010000:00000010:1.1:1776267952.893449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4ece58e. 00010000:00000010:1.1:1776267952.893451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015637e6a. 00010000:00000010:1.1:1776267952.893453:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043c13053. 00010000:00000010:1.1:1776267952.893456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a93a809. 00010000:00000010:1.1:1776267952.893458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080ecc558. 00010000:00000010:1.1:1776267952.893460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b1f63d8. 00010000:00000010:1.1:1776267952.893462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd9ef71c. 00010000:00000010:1.1:1776267952.893465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010420d71. 00010000:00000010:1.1:1776267952.893468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d3be716. 00010000:00000010:1.1:1776267952.893471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000699028c6. 00010000:00000010:1.1:1776267952.893473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc73e790. 00010000:00000010:1.1:1776267952.893475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000703b7549. 00010000:00000010:1.1:1776267952.893477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9c29125. 00010000:00000010:1.1:1776267952.893479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082dc3c7a. 00010000:00000010:1.1:1776267952.893482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abfa3aa1. 00010000:00000010:1.1:1776267952.893485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc1bee12. 00010000:00000010:1.1:1776267952.893488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb8e8a13. 00010000:00000010:1.1:1776267952.893490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bf86dee. 00010000:00000010:1.1:1776267952.893492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073c3e8e8. 00010000:00000010:1.1:1776267952.893496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5aa4087. 00010000:00000010:1.1:1776267952.893510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000742566d4. 00010000:00000010:1.1:1776267952.893514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009110c1b4. 00010000:00000010:1.1:1776267952.893516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a796a6f. 00010000:00000010:1.1:1776267952.893518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a2a65c8. 00010000:00000010:1.1:1776267952.893521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daa0a54d. 00010000:00000010:1.1:1776267952.893523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd33519. 00010000:00000010:1.1:1776267952.893525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ca1bf32. 00010000:00000010:1.1:1776267952.893528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bff1f56. 00010000:00000010:1.1:1776267952.893530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037a5fac3. 00010000:00000010:1.1:1776267952.893532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002808499b. 00010000:00000010:1.1:1776267952.893535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000509c520e. 00010000:00000010:1.1:1776267952.893537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2b09b36. 00010000:00000010:1.1:1776267952.893544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032f7a067. 00010000:00000010:1.1:1776267952.893547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df1b9d2. 00010000:00000010:1.1:1776267952.893549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a06f3563. 00010000:00000010:1.1:1776267952.893552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c91b4f6. 00010000:00000010:1.1:1776267952.893554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c8322dd. 00010000:00000010:1.1:1776267952.893556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000312bff4e. 00010000:00000010:1.1:1776267952.893561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ac124e0. 00010000:00000010:1.1:1776267952.893564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cb88a5c. 00010000:00000010:1.1:1776267952.893566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e91fba4e. 00010000:00000010:1.1:1776267952.893568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43097ec. 00010000:00000010:1.1:1776267952.893571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065f4c3aa. 00010000:00000010:1.1:1776267952.893573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff09e7d9. 00010000:00000010:1.1:1776267952.893576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b7bde80. 00010000:00000010:1.1:1776267952.893579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7e3fb55. 00010000:00000010:1.1:1776267952.893581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7c8d20b. 00010000:00000010:1.1:1776267952.893583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b33878b. 00010000:00000010:1.1:1776267952.893586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b586fcd. 00010000:00000010:1.1:1776267952.893589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000037ba5bf. 00010000:00000010:1.1:1776267952.893591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cf0c45f. 00010000:00000010:1.1:1776267952.893595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c998051b. 00010000:00000010:1.1:1776267952.893597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7aa9b23. 00010000:00000010:1.1:1776267952.893599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b5f9a0b. 00010000:00000010:1.1:1776267952.893601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097991744. 00010000:00000010:1.1:1776267952.893604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e78fa5d8. 00010000:00000010:1.1:1776267952.893607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a0fcf04. 00010000:00000010:1.1:1776267952.893610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef6c5ad. 00010000:00000010:1.1:1776267952.893612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf1f43f4. 00010000:00000010:1.1:1776267952.893615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7febf0c. 00010000:00000010:1.1:1776267952.893617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000697c472e. 00010000:00000010:1.1:1776267952.893620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4aaa4f7. 00010000:00000010:1.1:1776267952.893622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d52b8ae. 00010000:00000010:1.1:1776267952.893624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f238b4b2. 00010000:00000010:1.1:1776267952.893626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029ff514a. 00010000:00000010:1.1:1776267952.893629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000371df217. 00010000:00000010:1.1:1776267952.893631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000395c8b48. 00010000:00000010:1.1:1776267952.893633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee3fdc39. 00010000:00000010:1.1:1776267952.893636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b2e6569. 00010000:00000010:1.1:1776267952.893639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000842d68db. 00010000:00000010:1.1:1776267952.893641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7f8ff61. 00010000:00000010:1.1:1776267952.893644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a3c4f81. 00010000:00000010:1.1:1776267952.893647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a099bffa. 00010000:00000010:1.1:1776267952.893650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003037244f. 00010000:00000010:1.1:1776267952.893652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c52e1834. 00010000:00000010:1.1:1776267952.893655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682cbaf9. 00010000:00000010:1.1:1776267952.893657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf72862a. 00010000:00000010:1.1:1776267952.893660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000953fc513. 00010000:00000010:1.1:1776267952.893663:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f44b59f2. 00010000:00000010:1.1:1776267952.893665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f91c2d15. 00010000:00000010:1.1:1776267952.893668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003406f0a4. 00010000:00000010:1.1:1776267952.893671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006088dd51. 00010000:00000010:1.1:1776267952.893673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000708d13dc. 00010000:00000010:1.1:1776267952.893675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dac24cce. 00010000:00000010:1.1:1776267952.893678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf9c726d. 00010000:00000010:1.1:1776267952.893680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db08f525. 00010000:00000010:1.1:1776267952.893682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad2d4233. 00010000:00000010:1.1:1776267952.893684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473faaef. 00010000:00000010:1.1:1776267952.893687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072401b72. 00010000:00000010:1.1:1776267952.893689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5c873f. 00010000:00000010:1.1:1776267952.893691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a07a756. 00010000:00000010:1.1:1776267952.893694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076364ce4. 00010000:00000010:1.1:1776267952.926198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000953847cd. 00010000:00000010:3.1:1776267952.926671:0:78292:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b8e899f. 00010000:00000010:3.1:1776267952.926678:0:78292:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe51bbf3. 00010000:00000010:1.1:1776267952.932193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c23323b. 00010000:00000010:2.1:1776267952.932384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f03a889. 00010000:00000010:2.1:1776267952.932391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d869d9a. 00010000:00000010:2.1:1776267952.932395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000396c0880. 00010000:00000010:2.1:1776267952.932398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d74b8f. 00010000:00000010:2.1:1776267952.932400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa17b40d. 00010000:00000010:0.1:1776267952.940193:0:78294:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087bf2ab0. 00010000:00000010:0.1:1776267952.940207:0:78294:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3211651. 00010000:00000010:2.1:1776267952.970375:0:1094:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002697b4ac. 00010000:00000010:2.1:1776267952.970391:0:1094:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000871176ca. 00010000:00000010:2.1:1776267952.970395:0:1094:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a3a7818. 00010000:00000010:2.1:1776267952.975410:0:1094:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fad04523. 00010000:00000010:2.1:1776267952.975423:0:1094:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb452b72. 00010000:00000010:2.1:1776267952.975427:0:1094:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa17b40d. 00010000:00000010:2.1:1776267952.995044:0:78303:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8951c9e. 00010000:00000010:2.1:1776267952.995059:0:78303:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091fe215f. 00010000:00000010:2.1:1776267952.995064:0:78303:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019d0764c. 00010000:00000010:3.1:1776267953.019558:0:78280:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000567ecd5c. 00010000:00000010:3.1:1776267953.022935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f97b8bba. 00010000:00000010:3.1:1776267953.022948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa17b40d. 00010000:00000010:3.1:1776267953.022952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267953.022955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00010000:00000010:3.1:1776267953.055068:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077ae5a3e. 00010000:00000010:3.1:1776267953.055076:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:2.1:1776267953.055181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b161ba19. 00010000:00000010:3.1:1776267953.056989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056859267. 00010000:00000010:3.1:1776267953.057001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fd4ca46. 00010000:00000010:3.1:1776267953.057005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00010000:00000010:1.1:1776267953.057389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021c4f4b7. 00010000:00000010:2.1:1776267953.066013:0:55755:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008de355ba. 00010000:00000010:2.1:1776267953.066025:0:55755:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:0.1:1776267953.069661:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fc1c609. 00010000:00000010:0.1:1776267953.069673:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019d0764c. 00010000:00000010:1.1:1776267953.072071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000208b66dc. 00010000:00000010:0.1:1776267953.082989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000097d5b0a. 00010000:00000010:0.1:1776267953.083000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001136dd41. 00010000:00000010:0.1:1776267953.083003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285d3014. 00010000:00000010:0.1:1776267953.083006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049db71a4. 00010000:00000010:0.1:1776267953.083009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bca27ece. 00010000:00000010:1.1:1776267953.097475:0:78309:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a4e7921. 00010000:00000010:1.1:1776267953.097488:0:78309:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:3.1:1776267953.099115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50953a8. 00010000:00000010:0.1:1776267953.108873:0:78310:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fd8cb97. 00010000:00000010:0.1:1776267953.108880:0:78310:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076364ce4. 00010000:00000010:2.1:1776267953.115943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001d2f115. 00010000:00000010:1.1:1776267953.122178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044460965. 00010000:00000010:3.1:1776267953.125113:0:78312:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e27fc9a. 00010000:00000010:3.1:1776267953.125129:0:78312:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bca27ece. 00010000:00000010:1.1:1776267953.132919:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c68a7ba. 00010000:00000010:1.1:1776267953.132925:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00010000:00000010:2.1:1776267953.132983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce7358e. 00010000:00000010:3.1:1776267953.145944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c9f9ef. 00010000:00000010:1.1:1776267953.145991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f2fe4e7. 00010000:00000010:1.1:1776267953.145997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5c873f. 00010000:00000010:1.1:1776267953.146000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a07a756. 00010000:00000010:1.1:1776267953.146003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473faaef. 00010000:00000010:1.1:1776267953.163687:0:78315:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db75aecd. 00010000:00000010:1.1:1776267953.163700:0:78315:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8d4d17d. 00010000:00000010:1.1:1776267953.163702:0:78315:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db08f525. 00010000:00000010:0.1:1776267953.167924:0:78267:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018ceb99d. 00010000:00000010:3.1:1776267953.180665:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6b05fea. 00010000:00000010:3.1:1776267953.180679:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dac24cce. 00010000:00000010:0.1:1776267953.183956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b685c86. 00010000:00000010:0.1:1776267953.183964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:2.1:1776267953.191513:0:55755:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72007fd. 00010000:00000010:0.1:1776267953.196709:0:78316:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002800fdf2. 00010000:00000010:0.1:1776267953.196723:0:78316:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285d3014. 00010000:00000010:3.1:1776267953.203427:0:1014:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000089e56a. 00010000:00000010:3.1:1776267953.233083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000494d708d. 00010000:00000010:1.1:1776267953.235173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db5c33ee. 00010000:00000010:1.1:1776267953.235186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af796e7d. 00010000:00000010:1.1:1776267953.235191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a07a756. 00010000:00000010:1.1:1776267953.235194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db08f525. 00010000:00000010:2.1:1776267953.245578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000273f220b. 00010000:00000010:2.1:1776267953.245595:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f4b8467. 00010000:00000010:2.1:1776267953.245600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473faaef. 00010000:00000010:2.1:1776267953.258006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0886c5c. 00010000:00000010:2.1:1776267953.258015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d781242. 00010000:00000010:2.1:1776267953.258021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:2.1:1776267953.266093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a35dc23b. 00010000:00000010:2.1:1776267953.266104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de6a4c95. 00010000:00000010:2.1:1776267953.266107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c5f2f43. 00010000:00000010:1.1:1776267953.266957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f97f343. 00010000:00000010:3.1:1776267953.267028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003600a99d. 00010000:00000010:3.1:1776267953.267036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adc14b0a. 00010000:00000010:2.1:1776267953.274949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1db3d3b. 00010000:00000010:2.1:1776267953.274963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecaae4e1. 00010000:00000010:2.1:1776267953.274968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00010000:00000010:2.1:1776267953.274971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d74b8f. 00010000:00000010:2.1:1776267953.274974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:1.1:1776267953.279385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1b5979c. 00010000:00000010:2.1:1776267953.282063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046da1a62. 00010000:00000010:2.1:1776267953.282081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c51d0652. 00010000:00000010:1.1:1776267953.295086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000562ae50. 00010000:00000010:3.1:1776267953.304126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fad8e88. 00010000:00000010:3.1:1776267953.304135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de6a4c95. 00010000:00000010:0.1:1776267953.307098:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae865776. 00010000:00000010:0.1:1776267953.307105:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:3.1:1776267953.307215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000998504e0. 00010000:00000010:1.1:1776267953.319228:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000050a0253. 00010000:00000010:0.1:1776267953.320276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c27f9763. 00010000:00000010:0.1:1776267953.320285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285d3014. 00010000:00000010:0.1:1776267953.322155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c87fdb52. 00010000:00000010:0.1:1776267953.322168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144e8743. 00010000:00000010:0.1:1776267953.322172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049db71a4. 00010000:00000010:0.1:1776267953.322176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af796e7d. 00010000:00000010:1.1:1776267953.322940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001126741f. 00010000:00000010:1.1:1776267953.328173:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1b97102. 00010000:00000010:1.1:1776267953.328190:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078f685be. 00010000:00000010:1.1:1776267953.328194:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bca27ece. 00010000:00000010:1.1:1776267953.334939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094e405c2. 00010000:00000010:0.1:1776267953.339941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003be73cd3. 00010000:00000010:0.1:1776267953.339951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db08f525. 00010000:00000010:0.1:1776267953.343040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096afa953. 00010000:00000010:3.1:1776267953.343950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9bccb8f. 00010000:00000010:2.1:1776267953.343980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000337e7178. 00010000:00000010:2.1:1776267953.343985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af796e7d. 00010000:00000010:0.1:1776267953.346933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086fdfd72. 00010000:00000010:0.1:1776267953.346940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c51d0652. 00010000:00000010:0.1:1776267953.350079:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000381b33da. 00010000:00000010:0.1:1776267953.350086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144e8743. 00010000:00000010:0.1:1776267953.350089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049db71a4. 00010000:00000010:0.1:1776267953.350092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285d3014. 00010000:00000010:3.1:1776267953.350933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045f36f7b. 00010000:00000010:2.1:1776267953.351222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f32c8540. 00010000:00000010:0.1:1776267953.352928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cf08629. 00010000:00000010:0.1:1776267953.352936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:1.1:1776267953.353698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000800d2e. 00010000:00000010:1.1:1776267953.353704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a3a7818. 00010000:00000010:3.1:1776267953.358413:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b29a4916. 00010000:00000010:0.1:1776267953.360986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8933bf0. 00010000:00000010:0.1:1776267953.360995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5c873f. 00010000:00000010:1.1:1776267953.361039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039031791. 00010000:00000010:2.1:1776267953.362395:0:64835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e669d57a. 00010000:00000010:0.1:1776267953.365001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a166eb1. 00010000:00000010:0.1:1776267953.365007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:1.1:1776267953.381939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054a5b190. 00010000:00000010:0.1:1776267953.381982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd2c6920. 00010000:00000010:0.1:1776267953.381988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285d3014. 00010000:00000010:0.1:1776267953.381992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049db71a4. 00010000:00000010:0.1:1776267953.381995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144e8743. 00010000:00000010:1.1:1776267953.385025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003acdf8fe. 00010000:00000010:0.1:1776267953.385123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce2cec73. 00010000:00000010:0.1:1776267953.385129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e3d801. 00010000:00000010:1.1:1776267953.402809:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f689d0. 00010000:00000010:1.1:1776267953.402817:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a9a911. 00010000:00000010:1.1:1776267953.402820:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071f4514a. 00010000:00000010:0.1:1776267953.402961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dbb4bbb. 00010000:00000010:0.1:1776267953.402966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a3a7818. 00010000:00000010:0.1:1776267953.402969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000887f4fd0. 00010000:00000010:0.1:1776267953.402972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:0.1:1776267953.402973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057848edd. 00010000:00000010:0.1:1776267953.402975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af796e7d. 00010000:00000010:2.1:1776267953.407939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084cc2425. 00010000:00000010:2.1:1776267953.411952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b409b07. 00010000:00000010:2.1:1776267953.411964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053b625b3. 00010000:00000010:2.1:1776267953.411968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f91c2d15. 00010000:00000010:1.1:1776267953.412071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fb01a75. 00010000:00000010:1.1:1776267953.412078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144e8743. 00010000:00000010:1.1:1776267953.412081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a07a756. 00010000:00000010:1.1:1776267953.412084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006088dd51. 00010000:00000010:2.1:1776267953.420982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000005952f. 00010000:00000010:2.1:1776267953.420990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f423afea. 00010000:00000010:2.1:1776267953.420995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:1.1:1776267953.424012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000842d7924. 00010000:00000010:2.1:1776267953.425071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094bdffdc. 00010000:00000010:2.1:1776267953.425086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1e59a7. 00010000:00000010:2.1:1776267953.425090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6fdab62. 00010000:00000010:2.1:1776267953.425094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe68e04. 00010000:00000010:0.1:1776267953.434230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef3985d1. 00010000:00000010:1.1:1776267953.434934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e462b29. 00010000:00000010:1.1:1776267953.434942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a58adb92. 00010000:00000010:1.1:1776267953.434948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bc08c0e. 00010000:00000010:2.1:1776267953.440275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000931fff68. 00010000:00000010:2.1:1776267953.440287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006088dd51. 00010000:00000010:2.1:1776267953.440298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072eee912. 00010000:00000010:2.1:1776267953.440301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe68e04. 00010000:00000010:1.1:1776267953.444033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd53798e. 00010000:00000010:0.1:1776267953.444127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a875452. 00010000:00000010:0.1:1776267953.455128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088a220e6. 00010000:00000010:2.1:1776267953.455444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df54b3da. 00010000:00000010:2.1:1776267953.455451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1e59a7. 00010000:00000010:1.1:1776267953.460955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000084c32fb. 00010000:00000010:2.1:1776267953.466299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048ceb72e. 00010000:00000010:2.1:1776267953.466317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe68e04. 00010000:00000010:2.1:1776267953.466324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e558980f. 00010000:00000010:2.1:1776267953.466328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c61a0a1a. 00010000:00000010:2.1:1776267953.466331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:2.1:1776267953.466333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f2e94a0. 00010000:00000010:2.1:1776267953.466335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ea3a78. 00010000:00000010:1.1:1776267953.470480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bfc987d. 00010000:00000010:2.1:1776267953.471367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006159ffc. 00010000:00000010:2.1:1776267953.471376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000346d3d33. 00010000:00000010:2.1:1776267953.471380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1e59a7. 00010000:00000010:2.1:1776267953.478939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074f8d8e3. 00010000:00000010:2.1:1776267953.478948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000076a7aae. 00010000:00000010:2.1:1776267953.478951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002359e06b. 00010000:00000010:0.1:1776267953.482977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046d99639. 00010000:00000010:1.1:1776267953.485965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000d67993. 00010000:00000010:2.1:1776267953.486923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd842536. 00010000:00000010:2.1:1776267953.486929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1e59a7. 00010000:00000010:2.1:1776267953.486931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a89bb1e4. 00010000:00000010:2.1:1776267953.486934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ea3a78. 00010000:00000010:2.1:1776267953.491197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d114dced. 00010000:00000010:2.1:1776267953.491203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002359e06b. 00010000:00000010:0.1:1776267953.494385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d89ab6d. 00010000:00000010:2.1:1776267953.497943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036de123e. 00010000:00000010:2.1:1776267953.497953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:2.1:1776267953.497957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d74b8f. 00010000:00000010:2.1:1776267953.497960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002359e06b. 00010000:00000010:1.1:1776267953.498002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d8c0258. 00010000:00000010:2.1:1776267953.502106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052793e9f. 00010000:00000010:2.1:1776267953.502115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ea3a78. 00010000:00000010:0.1:1776267953.502717:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c3e4a65. 00010000:00000010:2.1:1776267953.511302:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034e9705e. 00010000:00000010:2.1:1776267953.511316:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1e59a7. 00010000:00000010:0.1:1776267953.512950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b0050fa. 00010000:00000010:3.1:1776267953.512993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ec91121. 00010000:00000010:3.1:1776267953.512998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002359e06b. 00010000:00000010:1.1:1776267953.513031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cd6ed65. 00010000:00000010:2.1:1776267953.517066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003941f581. 00010000:00000010:2.1:1776267953.517077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eae6174e. 00010000:00000010:2.1:1776267953.517081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:0.1:1776267953.521150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b715756. 00010000:00000010:2.1:1776267953.525468:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c97f3215. 00010000:00000010:2.1:1776267953.525486:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1e59a7. 00010000:00000010:2.1:1776267953.525490:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d74b8f. 00010000:00000010:2.1:1776267953.525493:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ea3a78. 00010000:00000010:2.1:1776267953.529946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a774c094. 00010000:00000010:2.1:1776267953.529964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:0.1:1776267953.530005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000628c8b33. 00010000:00000010:2.1:1776267953.536074:0:75364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be8bb1e0. 00010000:00000010:2.1:1776267953.536084:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe68e04. 00010000:00000010:0.1:1776267953.547548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000733e35fd. 00010000:00000010:3.1:1776267953.550405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb569e3f. 00010000:00000010:3.1:1776267953.550418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ea3a78. 00010000:00000010:1.1:1776267953.550981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e52c635e. 00010000:00000010:1.1:1776267953.555033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae234d1d. 00010000:00000010:3.1:1776267953.555093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1b98a99. 00010000:00000010:3.1:1776267953.555099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:2.1:1776267953.558987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009db1e3a5. 00010000:00000010:3.1:1776267953.567200:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec43d781. 00010000:00000010:3.1:1776267953.567210:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:0.1:1776267953.574015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4ae98c0. 00010000:00000010:0.1:1776267953.574037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:3.1:1776267953.574146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b5859b6. 00010000:00000010:3.1:1776267953.574154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000997daa74. 00010000:00000010:3.1:1776267953.574157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:3.1:1776267953.574160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7908678. 00010000:00000010:2.1:1776267953.580945:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e78f5d8d. 00010000:00000010:2.1:1776267953.580953:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dea6f4b. 00010000:00000010:2.1:1776267953.580956:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af796e7d. 00010000:00000010:2.1:1776267953.589001:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad9bb0f8. 00010000:00000010:2.1:1776267953.589007:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062020a68. 00010000:00000010:2.1:1776267953.589009:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe68e04. 00010000:00000010:2.1:1776267953.599068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f5281e0. 00010000:00000010:2.1:1776267953.599084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3ae2a8a. 00010000:00000010:2.1:1776267953.599088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:2.1:1776267953.612507:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000249425dc. 00010000:00000010:2.1:1776267953.612520:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe68e04. 00010000:00000010:2.1:1776267953.612525:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d74b8f. 00010000:00000010:2.1:1776267953.612528:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1e59a7. 00010000:00000010:1.1:1776267953.615037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000727a0dc3. 00010000:00000010:3.1:1776267953.615100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084e3e8af. 00010000:00000010:2.1:1776267953.620074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019742448. 00010000:00000010:2.1:1776267953.620081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ea78e26. 00010000:00000010:2.1:1776267953.620085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fef4775. 00010000:00000010:2.1:1776267953.620089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1996235. 00010000:00000010:2.1:1776267953.620091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:3.1:1776267953.625953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7fe6ae1. 00010000:00000010:1.1:1776267953.629550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab6f7cd4. 00010000:00000010:1.1:1776267953.629568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1e59a7. 00010000:00000010:2.1:1776267953.639347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d8ad495. 00010000:00000010:1.1:1776267953.642953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c93d6b6. 00010000:00000010:1.1:1776267953.642969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000953fc513. 00010000:00000010:1.1:1776267953.646948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003acb0bfd. 00010000:00000010:1.1:1776267953.646964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682cbaf9. 00010000:00000010:3.1:1776267953.647007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b8733f. 00010000:00000010:2.1:1776267953.653935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001667bdf7. 00010000:00000010:1.1:1776267953.653990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c012a077. 00010000:00000010:1.1:1776267953.653995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003037244f. 00010000:00000010:3.1:1776267953.663948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f9dd126. 00010000:00000010:1.1:1776267953.664310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000061b483e. 00010000:00000010:1.1:1776267953.664318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682cbaf9. 00010000:00000010:1.1:1776267953.668116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006645843. 00010000:00000010:0.1:1776267953.668940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0113282. 00010000:00000010:0.1:1776267953.668951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003037244f. 00010000:00000010:3.1:1776267953.676229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004580df16. 00010000:00000010:3.1:1776267953.676245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:0.1:1776267953.680410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016d27bf3. 00010000:00000010:2.1:1776267953.688067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cf8d4a0. 00010000:00000010:3.1:1776267953.688363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f17e8bfb. 00010000:00000010:3.1:1776267953.688371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:2.1:1776267953.693193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bb8ce5c. 00010000:00000010:3.1:1776267953.697035:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045a72a90. 00010000:00000010:3.1:1776267953.697043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:3.1:1776267953.697048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267953.697051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:3.1:1776267953.701856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b31b6518. 00010000:00000010:3.1:1776267953.701879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006aad8a40. 00010000:00000010:3.1:1776267953.701883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00010000:00000010:1.1:1776267953.713967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc7a41ab. 00010000:00000010:3.1:1776267953.717249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000405b9fc6. 00010000:00000010:3.1:1776267953.717265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:3.1:1776267953.724105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d8b6b03. 00010000:00000010:2.1:1776267953.725064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f206a58c. 00010000:00000010:2.1:1776267953.725078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00010000:00000010:2.1:1776267953.732953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5f68103. 00010000:00000010:2.1:1776267953.732973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:3.1:1776267953.753005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6b3c3eb. 00010000:00000010:1.1:1776267953.757135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cf6ba33. 00010000:00000010:3.1:1776267953.762603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047a224b2. 00010000:00000010:3.1:1776267953.762619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b6b9ac9. 00010000:00000010:2.1:1776267953.764993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5596ad9. 00010000:00000010:2.1:1776267953.765000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ea78e26. 00010000:00000010:2.1:1776267953.765003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071163a7d. 00010000:00000010:2.1:1776267953.765006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:2.1:1776267953.765009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002844c0c9. 00010000:00000010:2.1:1776267953.765019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe68e04. 00010000:00000010:1.1:1776267953.770024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d657a206. 00010000:00000010:2.1:1776267953.770940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb563421. 00010000:00000010:2.1:1776267953.770947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b320ba0. 00010000:00000010:2.1:1776267953.775380:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3bfd991. 00010000:00000010:2.1:1776267953.775387:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e0462ec. 00010000:00000010:2.1:1776267953.775391:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f200bf7c. 00010000:00000010:0.1:1776267953.776161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b50bfe. 00010000:00000010:1.1:1776267953.776256:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047d701f9. 00010000:00000010:1.1:1776267953.776263:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe68e04. 00010000:00000010:3.1:1776267953.779935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a00c79b. 00010000:00000010:2.1:1776267953.780416:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009464e06f. 00010000:00000010:2.1:1776267953.780424:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682cbaf9. 00010000:00000010:2.1:1776267953.780427:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d74b8f. 00010000:00000010:2.1:1776267953.780430:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b320ba0. 00010000:00000010:3.1:1776267953.783980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6f51c35. 00010000:00000010:2.1:1776267953.788206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae4bfe6. 00010000:00000010:2.1:1776267953.788221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f200bf7c. 00010000:00000010:2.1:1776267953.792449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a737a63f. 00010000:00000010:2.1:1776267953.792465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050c3ed5f. 00010000:00000010:2.1:1776267953.792470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b320ba0. 00010000:00000010:0.1:1776267953.799269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0d7356f. 00010000:00000010:2.1:1776267953.802493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e63d5903. 00010000:00000010:2.1:1776267953.802500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:3.1:1776267953.807219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb830480. 00010000:00000010:2.1:1776267953.810974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080618ec0. 00010000:00000010:2.1:1776267953.810981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b320ba0. 00010000:00000010:1.1:1776267953.817473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000437a25a7. 00010000:00000010:2.1:1776267953.821992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000560af504. 00010000:00000010:2.1:1776267953.822007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f200bf7c. 00010000:00000010:2.1:1776267953.822013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d74b8f. 00010000:00000010:2.1:1776267953.822016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:1.1:1776267953.825946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c367c9fc. 00010000:00000010:2.1:1776267953.830475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000003c0fb7. 00010000:00000010:2.1:1776267953.830491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ea78e26. 00010000:00000010:1.1:1776267953.838950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:2.1:1776267953.841167:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a309c86. 00010000:00000010:2.1:1776267953.841183:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b320ba0. 00010000:00000010:1.1:1776267953.850972:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b72a429. 00010000:00000010:2.1:1776267953.853947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054adcc61. 00010000:00000010:2.1:1776267953.854003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:2.1:1776267953.854008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003deacb88. 00010000:00000010:2.1:1776267953.854025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038e581ea. 00010000:00000010:2.1:1776267953.854028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ea78e26. 00010000:00000010:2.1:1776267953.857154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2627479. 00010000:00000010:0.1:1776267953.858172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e88081cb. 00010000:00000010:0.1:1776267953.858180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b320ba0. 00010000:00000010:0.1:1776267953.858184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049db71a4. 00010000:00000010:0.1:1776267953.858187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a3a7818. 00010000:00000010:1.1:1776267953.863409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861d0a01. 00010000:00000010:1.1:1776267953.863428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058983f97. 00010000:00000010:1.1:1776267953.863433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e3d801. 00010000:00000010:2.1:1776267953.871963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012dba153. 00010000:00000010:1.1:1776267953.875082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003704c2b9. 00010000:00000010:1.1:1776267953.875101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000953fc513. 00010000:00000010:1.1:1776267953.885073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000874a50ed. 00010000:00000010:1.1:1776267953.885080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a3c4f81. 00010000:00000010:3.1:1776267953.886234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a31f52f. 00010000:00000010:2.1:1776267953.890054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2ac07d2. 00010000:00000010:1.1:1776267953.896941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000293c3f70. 00010000:00000010:1.1:1776267953.896961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000953fc513. 00010000:00000010:3.1:1776267953.900997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e897b28. 00010000:00000010:1.1:1776267953.905008:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000184d0a6b. 00010000:00000010:1.1:1776267953.905087:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a3c4f81. 00010000:00000010:1.1:1776267953.905091:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a07a756. 00010000:00000010:1.1:1776267953.905094:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6f51c35. 00010000:00000010:1.1:1776267953.910132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008720cf4a. 00010000:00000010:1.1:1776267953.910145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682cbaf9. 00010000:00000010:2.1:1776267953.910350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e20f80d1. 00010000:00000010:3.1:1776267953.919158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb29f7c0. 00010000:00000010:1.1:1776267953.937680:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000869f0497. 00010000:00000010:1.1:1776267953.937698:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000953fc513. 00010000:00000010:2.1:1776267953.938940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d709571d. 00010000:00000010:2.1:1776267953.942956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2c12d33. 00010000:00000010:1.1:1776267953.943028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddd33f4d. 00010000:00000010:1.1:1776267953.943037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682cbaf9. 00010000:00000010:1.1:1776267953.943040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000debe6f9d. 00010000:00000010:1.1:1776267953.943043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6f51c35. 00010000:00000010:2.1:1776267953.948129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006db359b. 00010000:00000010:1.1:1776267953.954936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000354e7328. 00010000:00000010:1.1:1776267953.954949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a3c4f81. 00010000:00000010:3.1:1776267953.960306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea897d21. 00010000:00000010:1.1:1776267953.963746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8bee047. 00010000:00000010:1.1:1776267953.963754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6f51c35. 00010000:00000010:3.1:1776267953.968051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a17d605. 00010000:00000010:3.1:1776267953.973847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028c5ae35. 00010000:00000010:3.1:1776267953.973863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682cbaf9. 00010000:00000010:1.1:1776267953.977948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a44553b. 00010000:00000010:3.1:1776267953.980059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015c7ef9e. 00010000:00000010:3.1:1776267953.980079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:1.1:1776267953.996061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e5b53c8. 00010000:00000010:3.1:1776267954.001981:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000332f57da. 00010000:00000010:3.1:1776267954.001995:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:2.1:1776267954.003441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005031df13. 00010000:00000010:3.1:1776267954.010056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc75698f. 00010000:00000010:3.1:1776267954.010066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:1.1:1776267954.013236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000561d9368. 00010000:00000010:0.1:1776267954.014171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de559ec2. 00010000:00000010:0.1:1776267954.014182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:0.1:1776267954.014187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049db71a4. 00010000:00000010:0.1:1776267954.014191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a3a7818. 00010000:00000010:2.1:1776267954.020956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d643157. 00010000:00000010:2.1:1776267954.020975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285d3014. 00010000:00000010:3.1:1776267954.021028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:0.1:1776267954.027958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00010000:00000010:2.1:1776267954.031048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004732aeb8. 00010000:00000010:2.1:1776267954.031061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ea78e26. 00010000:00000010:2.1:1776267954.040980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bf6fae2. 00010000:00000010:2.1:1776267954.040989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:0.1:1776267954.041042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dad7540. 00010000:00000010:3.1:1776267954.044091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e5afa54. 00010000:00000010:2.1:1776267954.045081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f1124ff. 00010000:00000010:2.1:1776267954.045089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ea78e26. 00010000:00000010:2.1:1776267954.051175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b934c31c. 00010000:00000010:2.1:1776267954.051184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1b58bca. 00010000:00000010:2.1:1776267954.051189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f200bf7c. 00010000:00000010:2.1:1776267954.051193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d74b8f. 00010000:00000010:2.1:1776267954.051196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ea78e26. 00010000:00000010:3.1:1776267954.058096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bff9523. 00010000:00000010:2.1:1776267954.061017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000293445aa. 00010000:00000010:2.1:1776267954.061029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:0.1:1776267954.065941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e067f460. 00010000:00000010:2.1:1776267954.085165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007934a82a. 00010000:00000010:2.1:1776267954.085176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ea78e26. 00010000:00000010:3.1:1776267954.092168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b65ebb54. 00010000:00000010:2.1:1776267954.095946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db961927. 00010000:00000010:2.1:1776267954.095965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f200bf7c. 00010000:00000010:2.1:1776267954.095971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d62afa7. 00010000:00000010:2.1:1776267954.095977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e713236. 00010000:00000010:2.1:1776267954.095979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:2.1:1776267954.121264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a074d06. 00010000:00000010:1.1:1776267954.128317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3c16a4c. 00010000:00000010:1.1:1776267954.128338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ea78e26. 00010000:00000010:1.1:1776267954.128342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a07a756. 00010000:00000010:1.1:1776267954.128344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6f51c35. 00010000:00000010:0.1:1776267954.139031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dcce301. 00010000:00000010:1.1:1776267954.148152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004110b3ea. 00010000:00000010:1.1:1776267954.148169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a3c4f81. 00010000:00000010:3.1:1776267954.159984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000958a2e57. 00010000:00000010:2.1:1776267954.160539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053d2ea5e. 00010000:00000010:2.1:1776267954.160546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6f51c35. 00010000:00000010:0.1:1776267954.163948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b6f4689. 00010000:00000010:2.1:1776267954.169988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3e8d943. 00010000:00000010:2.1:1776267954.170017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:2.1:1776267954.179434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e19f7a0. 00010000:00000010:2.1:1776267954.179451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f200bf7c. 00010000:00000010:3.1:1776267954.179985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e58644ac. 00010000:00000010:3.1:1776267954.192128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cdf21d0. 00010000:00000010:3.1:1776267954.195949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eb04af8. 00010000:00000010:3.1:1776267954.195957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:3.1:1776267954.195960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267954.195963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:2.1:1776267954.204116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fd5930c. 00010000:00000010:3.1:1776267954.204274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018269be7. 00010000:00000010:3.1:1776267954.204280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:1.1:1776267954.209066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b83d436. 00010000:00000010:3.1:1776267954.220190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b22dcb78. 00010000:00000010:3.1:1776267954.220207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:3.1:1776267954.235887:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7c7b8b9. 00010000:00000010:3.1:1776267954.235937:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:1.1:1776267954.238982:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082207183. 00010000:00000010:1.1:1776267954.238993:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000991704ec. 00010000:00000010:3.1:1776267954.244219:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0a6f9db. 00010000:00000010:3.1:1776267954.244238:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:3.1:1776267954.279373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a059221c. 00010000:00000010:1.1:1776267954.289937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b34238d. 00010000:00000010:3.1:1776267954.289994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015654477. 00010000:00000010:3.1:1776267954.290001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a73317. 00010000:00000010:0.1:1776267954.290139:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d284d4c. 00010000:00000010:0.1:1776267954.290144:0:75364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c9cc95e. 00010000:00000010:0.1:1776267954.290148:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:0.1:1776267954.290152:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000649dde83. 00010000:00000010:0.1:1776267954.290155:0:75364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3beb135. 00010000:00000010:0.1:1776267954.290158:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a3a7818. 00010000:00000010:2.1:1776267954.290422:0:78319:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000758e4947. 00010000:00000010:2.1:1776267954.290439:0:78319:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:2.1:1776267954.290442:0:78319:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d74b8f. 00010000:00000010:2.1:1776267954.290444:0:78319:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f200bf7c. 00010000:00000010:0.1:1776267954.321931:0:78318:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d0fe2c0. 00010000:00000010:1.1:1776267954.322152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e817c21d. 00010000:00000010:1.1:1776267954.322158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8590a07. 00010000:00000010:1.1:1776267954.322162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bca27ece. 00010000:00000010:3.1:1776267954.326946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eeaae4d7. 00010000:00000010:2.1:1776267954.327314:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bed67ac6. 00010000:00000010:2.1:1776267954.327320:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a00c79b. 00010000:00000010:1.1:1776267954.331862:0:78322:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007584aa4f. 00010000:00000010:1.1:1776267954.331875:0:78322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a3c4f81. 00010000:00000010:1.1:1776267954.331879:0:78322:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a07a756. 00010000:00000010:1.1:1776267954.331881:0:78322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000953fc513. 00010000:00000010:1.1:1776267954.334102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4366ad. 00010000:00000010:2.1:1776267954.334783:0:78322:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a12f00c8. 00010000:00000010:2.1:1776267954.334790:0:78322:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f200bf7c. 00010000:00000010:3.1:1776267954.349934:0:78324:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023fb76e1. 00010000:00000010:3.1:1776267954.349950:0:78324:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da0bd5d5. 00010000:00000010:3.1:1776267954.349952:0:78324:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dde15073. 00010000:00000010:2.1:1776267954.366169:0:78318:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dd565b8. 00010000:00000010:2.1:1776267954.366177:0:78318:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ad85d14. 00010000:00000010:2.1:1776267954.366181:0:78318:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:2.1:1776267954.368416:0:78318:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c56a7b47. 00010000:00000010:2.1:1776267954.368423:0:78318:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001286fd41. 00010000:00000010:2.1:1776267954.368426:0:78318:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f200bf7c. 00010000:00000010:1.1:1776267954.369006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d983d21c. 00010000:00000010:3.1:1776267954.376996:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b98f8290. 00010000:00000010:3.1:1776267954.377011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000671fa1ff. 00010000:00000010:3.1:1776267954.377015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001867df87. 00010000:00000010:1.1:1776267954.377203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035a138ef. 00010000:00000010:1.1:1776267954.377213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:0.1:1776267954.382950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff9831ca. 00010000:00000010:1.1:1776267954.383251:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000877b124. 00010000:00000010:1.1:1776267954.383260:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000953fc513. 00010000:00000010:1.1:1776267954.386931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c86483b. 00010000:00000010:1.1:1776267954.386938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa24f38f. 00010000:00000010:1.1:1776267954.386942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a3c4f81. 00010000:00000010:1.1:1776267954.410227:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eff3e08a. 00010000:00000010:2.1:1776267954.425410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047d15186. 00010000:00000010:2.1:1776267954.425428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003037244f. 00010000:00000010:1.1:1776267954.429259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ece7efa. 00010000:00000010:1.1:1776267954.429274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f200bf7c. 00010000:00000010:1.1:1776267954.429280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a07a756. 00010000:00000010:1.1:1776267954.429293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a3c4f81. 00010000:00000010:1.1:1776267954.429295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072401b72. 00010000:00000010:1.1:1776267954.429298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000953fc513. 00010000:00000010:1.1:1776267954.429300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad2d4233. 00010000:00000010:1.1:1776267954.429303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006088dd51. 00010000:00000010:1.1:1776267954.429305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf9c726d. 00010000:00000010:1.1:1776267954.429308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f91c2d15. 00010000:00000010:1.1:1776267954.429376:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000708d13dc. 00010000:00000010:1.1:1776267954.429380:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5c873f. 00010000:00000010:1.1:1776267954.429382:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003406f0a4. 00010000:00000010:1.1:1776267954.429384:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db08f525. 00010000:00000010:1.1:1776267954.429386:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003255eeac. 00010000:00000010:1.1:1776267954.429390:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473faaef. 00010000:00000010:1.1:1776267954.429392:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb2350e4. 00010000:00000010:1.1:1776267954.429395:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dac24cce. 00010000:00000010:1.1:1776267954.429397:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8ace16c. 00010000:00000010:1.1:1776267954.429400:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076364ce4. 00010000:00000010:1.1:1776267954.429405:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f44b59f2. 00010000:00000010:1.1:1776267954.429408:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe51bbf3. 00010000:00000010:1.1:1776267954.429410:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf72862a. 00010000:00000010:1.1:1776267954.429412:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a00c79b. 00010000:00000010:1.1:1776267954.429414:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c52e1834. 00010000:00000010:1.1:1776267954.429417:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6f51c35. 00010000:00000010:1.1:1776267954.429419:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a099bffa. 00010000:00000010:1.1:1776267954.429420:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682cbaf9. 00010000:00000010:1.1:1776267954.429423:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7f8ff61. 00010000:00000010:1.1:1776267954.429425:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000842d68db. 00010000:00000010:1.1:1776267954.429428:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b2e6569. 00010000:00000010:1.1:1776267954.429431:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee3fdc39. 00010000:00000010:1.1:1776267954.429435:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000395c8b48. 00010000:00000010:1.1:1776267954.429437:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000371df217. 00010000:00000010:1.1:1776267954.429439:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029ff514a. 00010000:00000010:1.1:1776267954.429442:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f238b4b2. 00010000:00000010:1.1:1776267954.429443:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d52b8ae. 00010000:00000010:1.1:1776267954.429446:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4aaa4f7. 00010000:00000010:1.1:1776267954.429448:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000697c472e. 00010000:00000010:1.1:1776267954.429449:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7febf0c. 00010000:00000010:1.1:1776267954.429452:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf1f43f4. 00010000:00000010:1.1:1776267954.429454:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef6c5ad. 00010000:00000010:1.1:1776267954.429456:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a0fcf04. 00010000:00000010:1.1:1776267954.429458:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e78fa5d8. 00010000:00000010:1.1:1776267954.429461:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097991744. 00010000:00000010:1.1:1776267954.429464:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b5f9a0b. 00010000:00000010:1.1:1776267954.429466:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7aa9b23. 00010000:00000010:1.1:1776267954.429468:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c998051b. 00010000:00000010:1.1:1776267954.429470:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cf0c45f. 00010000:00000010:1.1:1776267954.429472:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000037ba5bf. 00010000:00000010:1.1:1776267954.429476:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b586fcd. 00010000:00000010:1.1:1776267954.429479:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c9f9ef. 00010000:00000010:1.1:1776267954.429481:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7c8d20b. 00010000:00000010:1.1:1776267954.429485:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b33878b. 00010000:00000010:1.1:1776267954.429491:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b7bde80. 00010000:00000010:1.1:1776267954.429493:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7e3fb55. 00010000:00000010:1.1:1776267954.429495:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065f4c3aa. 00010000:00000010:1.1:1776267954.429497:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff09e7d9. 00010000:00000010:1.1:1776267954.429499:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e91fba4e. 00010000:00000010:1.1:1776267954.429502:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43097ec. 00010000:00000010:1.1:1776267954.429505:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ac124e0. 00010000:00000010:1.1:1776267954.429507:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cb88a5c. 00010000:00000010:1.1:1776267954.429510:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c8322dd. 00010000:00000010:1.1:1776267954.429512:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000312bff4e. 00010000:00000010:1.1:1776267954.429514:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a06f3563. 00010000:00000010:1.1:1776267954.429518:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c91b4f6. 00010000:00000010:1.1:1776267954.429530:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032f7a067. 00010000:00000010:1.1:1776267954.429532:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df1b9d2. 00010000:00000010:1.1:1776267954.429534:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000509c520e. 00010000:00000010:1.1:1776267954.429537:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2b09b36. 00010000:00000010:1.1:1776267954.429540:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037a5fac3. 00010000:00000010:1.1:1776267954.429542:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002808499b. 00010000:00000010:1.1:1776267954.429545:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ca1bf32. 00010000:00000010:1.1:1776267954.429547:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bff1f56. 00010000:00000010:1.1:1776267954.429549:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daa0a54d. 00010000:00000010:1.1:1776267954.429551:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd33519. 00010000:00000010:1.1:1776267954.429554:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a796a6f. 00010000:00000010:1.1:1776267954.429556:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a2a65c8. 00010000:00000010:1.1:1776267954.429558:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000742566d4. 00010000:00000010:1.1:1776267954.429560:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009110c1b4. 00010000:00000010:1.1:1776267954.429564:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd2c6920. 00010000:00000010:1.1:1776267954.429566:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5aa4087. 00010000:00000010:1.1:1776267954.429569:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073c3e8e8. 00010000:00000010:1.1:1776267954.429571:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bf86dee. 00010000:00000010:1.1:1776267954.429573:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb8e8a13. 00010000:00000010:1.1:1776267954.429576:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc1bee12. 00010000:00000010:1.1:1776267954.429577:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abfa3aa1. 00010000:00000010:1.1:1776267954.429580:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082dc3c7a. 00010000:00000010:1.1:1776267954.429583:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9c29125. 00010000:00000010:1.1:1776267954.429586:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000703b7549. 00010000:00000010:1.1:1776267954.429589:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc73e790. 00010000:00000010:1.1:1776267954.429592:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000699028c6. 00010000:00000010:1.1:1776267954.429595:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d3be716. 00010000:00000010:1.1:1776267954.429597:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010420d71. 00010000:00000010:1.1:1776267954.429601:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd9ef71c. 00010000:00000010:1.1:1776267954.429604:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b1f63d8. 00010000:00000010:1.1:1776267954.429606:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080ecc558. 00010000:00000010:1.1:1776267954.429608:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a93a809. 00010000:00000010:1.1:1776267954.429610:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043c13053. 00010000:00000010:1.1:1776267954.429612:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015637e6a. 00010000:00000010:1.1:1776267954.429614:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4ece58e. 00010000:00000010:1.1:1776267954.429617:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3b30b88. 00010000:00000010:1.1:1776267954.429619:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a99d6453. 00010000:00000010:1.1:1776267954.429621:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7344381. 00010000:00000010:1.1:1776267954.429623:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c15211ba. 00010000:00000010:1.1:1776267954.429625:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133e62fa. 00010000:00000010:1.1:1776267954.429627:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7eb2fa0. 00010000:00000010:1.1:1776267954.429629:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066b6af44. 00010000:00000010:1.1:1776267954.429631:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000805ad317. 00010000:00000010:1.1:1776267954.429632:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aa4b3ee. 00010000:00000010:1.1:1776267954.429636:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9486afe. 00010000:00000010:1.1:1776267954.429638:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad0ed44c. 00010000:00000010:1.1:1776267954.429640:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000349ee13f. 00010000:00000010:1.1:1776267954.429642:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdd0f7b8. 00010000:00000010:1.1:1776267954.429645:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030e7672f. 00010000:00000010:1.1:1776267954.429647:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b4b7ca7. 00010000:00000010:1.1:1776267954.429649:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57d8076. 00010000:00000010:1.1:1776267954.429651:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009244cb8c. 00010000:00000010:1.1:1776267954.429653:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b483a012. 00010000:00000010:1.1:1776267954.429656:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002468edb4. 00010000:00000010:1.1:1776267954.429658:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f96a67c. 00010000:00000010:1.1:1776267954.429660:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ee6dd0. 00010000:00000010:1.1:1776267954.429663:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae7f6f50. 00010000:00000010:1.1:1776267954.429666:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006246bc85. 00010000:00000010:1.1:1776267954.429668:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a20caf21. 00010000:00000010:1.1:1776267954.429671:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071c97fa4. 00010000:00000010:1.1:1776267954.429673:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1a1bac0. 00010000:00000010:1.1:1776267954.429675:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019385449. 00010000:00000010:1.1:1776267954.429678:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a47df39a. 00010000:00000010:1.1:1776267954.429681:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db178cc5. 00010000:00000010:1.1:1776267954.429683:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007ddac8d. 00010000:00000010:1.1:1776267954.429685:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5dc8109. 00010000:00000010:1.1:1776267954.429687:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e51501c. 00010000:00000010:1.1:1776267954.429689:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f12dae82. 00010000:00000010:1.1:1776267954.429691:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d99e5ec9. 00010000:00000010:1.1:1776267954.429694:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d25263e3. 00010000:00000010:1.1:1776267954.429696:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004458604e. 00010000:00000010:1.1:1776267954.429698:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c29a506. 00010000:00000010:1.1:1776267954.429700:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000dfa25f. 00010000:00000010:1.1:1776267954.429702:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfdd8a44. 00010000:00000010:1.1:1776267954.429704:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecef5498. 00010000:00000010:1.1:1776267954.429706:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f4c5c68. 00010000:00000010:1.1:1776267954.429708:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9fbe0e8. 00010000:00000010:1.1:1776267954.429712:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071d4fc02. 00010000:00000010:1.1:1776267954.429716:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004953276d. 00010000:00000010:1.1:1776267954.429718:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbf9a3e. 00010000:00000010:1.1:1776267954.429721:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfc47834. 00010000:00000010:1.1:1776267954.429724:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000525d36d. 00010000:00000010:1.1:1776267954.429726:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b9171ab. 00010000:00000010:1.1:1776267954.429728:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006173a3c8. 00010000:00000010:1.1:1776267954.429731:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073b090ef. 00010000:00000010:1.1:1776267954.429733:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573bef58. 00010000:00000010:1.1:1776267954.429735:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089ed35a9. 00010000:00000010:1.1:1776267954.429738:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb3a92f1. 00010000:00000010:1.1:1776267954.429740:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004266a5ea. 00010000:00000010:1.1:1776267954.429742:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e6dc6d. 00010000:00000010:1.1:1776267954.429746:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fa1e4b8. 00010000:00000010:1.1:1776267954.429748:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c4b4b6f. 00010000:00000010:1.1:1776267954.429750:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eb4c816. 00010000:00000010:1.1:1776267954.429753:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000027bf4f. 00010000:00000010:1.1:1776267954.429755:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a558a168. 00010000:00000010:1.1:1776267954.429757:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbf0f2db. 00010000:00000010:1.1:1776267954.429759:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e413f147. 00010000:00000010:1.1:1776267954.429762:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fef7f4d. 00010000:00000010:1.1:1776267954.429763:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da611f77. 00010000:00000010:1.1:1776267954.429765:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003115a22e. 00010000:00000010:1.1:1776267954.429767:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab23634c. 00010000:00000010:1.1:1776267954.429769:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b623d93. 00010000:00000010:1.1:1776267954.429771:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000315ebe. 00010000:00000010:1.1:1776267954.429773:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd952174. 00010000:00000010:1.1:1776267954.429775:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042a89002. 00010000:00000010:1.1:1776267954.429779:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028dcffc1. 00010000:00000010:1.1:1776267954.429781:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3252874. 00010000:00000010:1.1:1776267954.429784:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d5dea4. 00010000:00000010:1.1:1776267954.429787:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000515277d0. 00010000:00000010:1.1:1776267954.429790:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098c21121. 00010000:00000010:1.1:1776267954.429792:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b18384ca. 00010000:00000010:1.1:1776267954.429795:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090260cef. 00010000:00000010:1.1:1776267954.429797:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4c69559. 00010000:00000010:1.1:1776267954.429800:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000064ab25d. 00010000:00000010:1.1:1776267954.429803:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000489f87bc. 00010000:00000010:1.1:1776267954.429806:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f156f8. 00010000:00000010:1.1:1776267954.429808:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d21fefe. 00010000:00000010:1.1:1776267954.429810:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014267960. 00010000:00000010:1.1:1776267954.429812:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067fea90e. 00010000:00000010:1.1:1776267954.429814:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e09b868. 00010000:00000010:1.1:1776267954.429817:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000245f5ad6. 00010000:00000010:1.1:1776267954.429819:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a399e68. 00010000:00000010:1.1:1776267954.429821:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f8eabed. 00010000:00000010:1.1:1776267954.429824:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000253d9d67. 00010000:00000010:1.1:1776267954.429826:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f4e1926. 00010000:00000010:1.1:1776267954.429828:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e42a7b4. 00010000:00000010:1.1:1776267954.429830:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa609a88. 00010000:00000010:1.1:1776267954.429832:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5d83bb7. 00010000:00000010:1.1:1776267954.429834:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa4f1fb0. 00010000:00000010:1.1:1776267954.429836:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077edd9ee. 00010000:00000010:1.1:1776267954.429838:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d818ad79. 00010000:00000010:1.1:1776267954.429839:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef32267. 00010000:00000010:1.1:1776267954.429843:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073e00a97. 00010000:00000010:1.1:1776267954.429846:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ca3b2ab. 00010000:00000010:1.1:1776267954.429849:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6161217. 00010000:00000010:1.1:1776267954.429851:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000757bdd4. 00010000:00000010:1.1:1776267954.429853:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccf0e0d2. 00010000:00000010:1.1:1776267954.429856:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047df4d96. 00010000:00000010:1.1:1776267954.429858:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002afaac7a. 00010000:00000010:1.1:1776267954.429860:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001316fde0. 00010000:00000010:1.1:1776267954.429862:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034845c40. 00010000:00000010:1.1:1776267954.429865:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012dba153. 00010000:00000010:1.1:1776267954.429867:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d7f39bc. 00010000:00000010:1.1:1776267954.429870:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861d0a01. 00010000:00000010:1.1:1776267954.429874:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000531fa2a7. 00010000:00000010:1.1:1776267954.429877:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cf445fa. 00010000:00000010:1.1:1776267954.429880:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d54a2b49. 00010000:00000010:1.1:1776267954.429883:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cb049e7. 00010000:00000010:1.1:1776267954.429885:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9604112. 00010000:00000010:1.1:1776267954.429887:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b664588b. 00010000:00000010:1.1:1776267954.429891:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000118828ea. 00010000:00000010:1.1:1776267954.429913:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d63f1265. 00010000:00000010:1.1:1776267954.429916:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c2ec2b6. 00010000:00000010:1.1:1776267954.429919:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b62dc71d. 00010000:00000010:1.1:1776267954.429922:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070bf7b47. 00010000:00000010:1.1:1776267954.429925:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c3bc78. 00010000:00000010:1.1:1776267954.429927:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f99776f6. 00010000:00000010:1.1:1776267954.429929:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078480b82. 00010000:00000010:1.1:1776267954.429932:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e67b8fcf. 00010000:00000010:1.1:1776267954.429934:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000551502dd. 00010000:00000010:1.1:1776267954.429936:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1bf5eb6. 00010000:00000010:1.1:1776267954.429938:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002de90ccd. 00010000:00000010:1.1:1776267954.429940:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000135243af. 00010000:00000010:1.1:1776267954.429942:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000322f9081. 00010000:00000010:1.1:1776267954.429944:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004310433e. 00010000:00000010:1.1:1776267954.429946:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c8b3541. 00010000:00000010:1.1:1776267954.429948:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097fd352e. 00010000:00000010:1.1:1776267954.429950:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021cd80e4. 00010000:00000010:1.1:1776267954.429951:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f0975a3. 00010000:00000010:1.1:1776267954.429953:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091efeeb4. 00010000:00000010:1.1:1776267954.429955:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebe5d639. 00010000:00000010:1.1:1776267954.429957:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be27bdef. 00010000:00000010:1.1:1776267954.429960:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a925ee8. 00010000:00000010:1.1:1776267954.429963:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf365d49. 00010000:00000010:2.1:1776267954.430046:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f704a7da. 00010000:00000010:1.1:1776267954.441363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cc16bdf. 00010000:00000010:1.1:1776267954.441374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c5f5096. 00010000:00000010:2.1:1776267954.445844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d74b8f. 00010000:00000010:2.1:1776267954.445851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077510e32. 00010000:00000010:2.1:1776267954.445854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e30158c. 00010000:00000010:2.1:1776267954.445856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f200bf7c. 00010000:00000010:2.1:1776267954.445859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028301eca. 00010000:00000010:2.1:1776267954.445861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000671fa1ff. 00010000:00000010:2.1:1776267954.445863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000599e0e0a. 00010000:00000010:2.1:1776267954.445866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dde15073. 00010000:00000010:2.1:1776267954.445867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdbfd275. 00010000:00000010:2.1:1776267954.445869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082a73317. 00010000:00000010:2.1:1776267954.445908:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1d91d1b. 00010000:00000010:2.1:1776267954.445912:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036bc4005. 00010000:00000010:2.1:1776267954.445914:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076ca376a. 00010000:00000010:2.1:1776267954.445917:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ea78e26. 00010000:00000010:2.1:1776267954.445919:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008983d046. 00010000:00000010:2.1:1776267954.445921:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b320ba0. 00010000:00000010:2.1:1776267954.445924:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010824700. 00010000:00000010:2.1:1776267954.445927:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe68e04. 00010000:00000010:2.1:1776267954.445929:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1e3303a. 00010000:00000010:2.1:1776267954.445931:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1e59a7. 00010000:00000010:2.1:1776267954.445935:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007d4dcc3. 00010000:00000010:2.1:1776267954.445937:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ea3a78. 00010000:00000010:2.1:1776267954.445938:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c995bf. 00010000:00000010:2.1:1776267954.445940:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002359e06b. 00010000:00000010:2.1:1776267954.445941:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fe0c7b1. 00010000:00000010:2.1:1776267954.445943:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bc08c0e. 00010000:00000010:2.1:1776267954.445945:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e659f5b. 00010000:00000010:2.1:1776267954.445946:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c51d0652. 00010000:00000010:2.1:1776267954.445949:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b0e2e40. 00010000:00000010:2.1:1776267954.445952:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de6a4c95. 00010000:00000010:2.1:1776267954.445954:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59798e3. 00010000:00000010:2.1:1776267954.445955:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adc14b0a. 00010000:00000010:2.1:1776267954.445957:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000151da29d. 00010000:00000010:2.1:1776267954.445958:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019d0764c. 00010000:00000010:2.1:1776267954.445960:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c845eabb. 00010000:00000010:2.1:1776267954.445961:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa17b40d. 00010000:00000010:2.1:1776267954.445962:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094cce573. 00010000:00000010:2.1:1776267954.445964:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3211651. 00010000:00000010:2.1:1776267954.445966:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd4c1834. 00010000:00000010:2.1:1776267954.445968:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682cbaf9. 00010000:00000010:2.1:1776267954.445970:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e807a024. 00010000:00000010:2.1:1776267954.445971:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6f51c35. 00010000:00000010:2.1:1776267954.445973:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006976ba88. 00010000:00000010:2.1:1776267954.445975:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a00c79b. 00010000:00000010:2.1:1776267954.445976:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007889757e. 00010000:00000010:2.1:1776267954.445978:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe51bbf3. 00010000:00000010:2.1:1776267954.445979:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a8dc76. 00010000:00000010:2.1:1776267954.445981:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076364ce4. 00010000:00000010:2.1:1776267954.445985:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052f24798. 00010000:00000010:2.1:1776267954.445986:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dac24cce. 00010000:00000010:2.1:1776267954.445988:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f482c2a5. 00010000:00000010:2.1:1776267954.445990:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473faaef. 00010000:00000010:2.1:1776267954.445991:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084f98e75. 00010000:00000010:2.1:1776267954.445992:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db08f525. 00010000:00000010:2.1:1776267954.445994:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ccac5c4. 00010000:00000010:2.1:1776267954.445995:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5c873f. 00010000:00000010:2.1:1776267954.445996:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a0cd910. 00010000:00000010:2.1:1776267954.445998:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f91c2d15. 00010000:00000010:2.1:1776267954.446000:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaebdf47. 00010000:00000010:2.1:1776267954.446001:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006088dd51. 00010000:00000010:2.1:1776267954.446003:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca727657. 00010000:00000010:2.1:1776267954.446005:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000953fc513. 00010000:00000010:2.1:1776267954.446006:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b342bea. 00010000:00000010:2.1:1776267954.446008:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a3c4f81. 00010000:00000010:2.1:1776267954.446010:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e00c4c8. 00010000:00000010:2.1:1776267954.446012:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003037244f. 00010000:00000010:2.1:1776267954.446014:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b552bd9. 00010000:00000010:2.1:1776267954.446018:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047a224b2. 00010000:00000010:2.1:1776267954.446020:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb33c31a. 00010000:00000010:2.1:1776267954.446024:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7875691. 00010000:00000010:2.1:1776267954.446027:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075675ec6. 00010000:00000010:2.1:1776267954.446029:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001838c999. 00010000:00000010:2.1:1776267954.446033:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b6f95ca. 00010000:00000010:2.1:1776267954.446038:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5ba052. 00010000:00000010:2.1:1776267954.446041:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009306f01d. 00010000:00000010:2.1:1776267954.446043:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffc14862. 00010000:00000010:2.1:1776267954.446045:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d68da87f. 00010000:00000010:2.1:1776267954.446048:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d96cbf3. 00010000:00000010:2.1:1776267954.446050:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000587a32b6. 00010000:00000010:2.1:1776267954.446053:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a723f39c. 00010000:00000010:2.1:1776267954.446056:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eae88807. 00010000:00000010:2.1:1776267954.446059:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc5f1158. 00010000:00000010:2.1:1776267954.446061:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0475403. 00010000:00000010:2.1:1776267954.446063:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b95e9adb. 00010000:00000010:2.1:1776267954.446065:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066d77309. 00010000:00000010:2.1:1776267954.446068:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e90e6c9. 00010000:00000010:2.1:1776267954.446069:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007304988. 00010000:00000010:2.1:1776267954.446072:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008554e73d. 00010000:00000010:2.1:1776267954.446073:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000723dc4d5. 00010000:00000010:2.1:1776267954.446075:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000686aabd6. 00010000:00000010:2.1:1776267954.446077:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b319839. 00010000:00000010:2.1:1776267954.446079:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0e19d93. 00010000:00000010:2.1:1776267954.446081:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064ddf965. 00010000:00000010:2.1:1776267954.446083:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c4528c. 00010000:00000010:2.1:1776267954.446084:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a231afd3. 00010000:00000010:2.1:1776267954.446087:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000d7aa12. 00010000:00000010:2.1:1776267954.446088:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081f7aae1. 00010000:00000010:2.1:1776267954.446091:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e67df7e. 00010000:00000010:2.1:1776267954.446092:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6583dea. 00010000:00000010:2.1:1776267954.446094:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ed2ee23. 00010000:00000010:2.1:1776267954.446096:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006785f394. 00010000:00000010:2.1:1776267954.446099:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a26211. 00010000:00000010:2.1:1776267954.446101:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063319845. 00010000:00000010:2.1:1776267954.446102:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000159c6953. 00010000:00000010:2.1:1776267954.446104:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000756e08ad. 00010000:00000010:2.1:1776267954.446105:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfad718c. 00010000:00000010:2.1:1776267954.446109:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b8d2db8. 00010000:00000010:2.1:1776267954.446110:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fa08058. 00010000:00000010:2.1:1776267954.446111:0:1364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038571a31. 00010000:00000010:2.1:1776267954.446113:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7932b48. 00010000:00000010:2.1:1776267954.446177:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001f8fca8. 00010000:00000010:2.1:1776267954.446181:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fea016c. 00010000:00000010:2.1:1776267954.446183:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df4bcc2e. 00010000:00000010:2.1:1776267954.446187:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df6c574. 00010000:00000010:2.1:1776267954.446189:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ad25403. 00010000:00000010:2.1:1776267954.446191:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080c94d6f. 00010000:00000010:2.1:1776267954.446192:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010104bd7. 00010000:00000010:2.1:1776267954.446195:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088f771fd. 00010000:00000010:2.1:1776267954.446197:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce366d51. 00010000:00000010:2.1:1776267954.446198:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006558809f. 00010000:00000010:2.1:1776267954.446201:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a81516e. 00010000:00000010:2.1:1776267954.446202:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffc62ed2. 00010000:00000010:2.1:1776267954.446204:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005613de48. 00010000:00000010:2.1:1776267954.446206:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ec1c815. 00010000:00000010:2.1:1776267954.446207:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036034cb4. 00010000:00000010:2.1:1776267954.446209:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aeaf711. 00010000:00000010:2.1:1776267954.446210:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e8d75f3. 00010000:00000010:2.1:1776267954.446212:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:2.1:1776267954.446214:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011d8b9fd. 00010000:00000010:2.1:1776267954.446216:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.1:1776267954.446218:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d52793d. 00010000:00000010:2.1:1776267954.446220:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:2.1:1776267954.446221:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088f624dc. 00010000:00000010:2.1:1776267954.446223:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:2.1:1776267954.446225:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e262663e. 00010000:00000010:2.1:1776267954.446226:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17b05f5. 00010000:00000010:3.1:1776267954.453109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0c2ec4a. 00010000:00000010:0.1:1776267954.456939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000377f96f1. 00010000:00000010:0.1:1776267954.456951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a5b69c. 00010000:00000010:0.1:1776267954.456978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcdeac28. 00010000:00000010:0.1:1776267954.456982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a3a7818. 00010000:00000010:3.1:1776267954.464911:0:78327:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf01c867. 00010000:00000010:0.1:1776267954.464991:0:64835:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c78da587. 00010000:00000010:0.1:1776267954.464997:0:64835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bca27ece. 00010000:00000010:3.1:1776267954.470321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d101882. 00010000:00000010:1.1:1776267954.474159:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000788d9be6. 00010000:00000010:0.1:1776267954.481941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de3018d9. 00010000:00000010:0.1:1776267954.481956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285d3014. 00010000:00000010:0.1:1776267954.481960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a16b1ce4. 00010000:00000010:0.1:1776267954.481963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bca27ece. 00010000:00000010:1.1:1776267954.484948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005fb4767. 00010000:00000010:1.1:1776267954.484955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a3a7818. 00010000:00000010:0.1:1776267954.488922:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094ab2e9a. 00010000:00000010:2.1:1776267954.502924:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000050a7a78. 00010000:00000010:1.1:1776267954.506413:0:77963:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022baab39. 00010000:00000010:1.1:1776267954.506423:0:77963:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c5f5096. 00010000:00000010:3.1:1776267954.507014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b63d3014. 00010000:00000010:3.1:1776267954.507019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec9908d1. 00010000:00000010:3.1:1776267954.510172:0:1014:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f7f56b. 00010000:00000010:3.1:1776267954.510181:0:1014:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ef1e05c. 00010000:00000010:3.1:1776267954.510184:0:1014:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00010000:00000010:0.1:1776267954.511850:0:787:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4176238. 00010000:00000010:2.1:1776267954.520508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f518c32. 00010000:00000010:0.1:1776267954.534004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c0bd9bf. 00010000:00000010:0.1:1776267954.534012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:0.1:1776267954.541924:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5849e3e. 00010000:00000010:2.1:1776267954.544926:0:64835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058bd6974. 00010000:00000010:3.1:1776267954.547882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0d5edd1. 00010000:00000010:3.1:1776267954.547911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bca27ece. 00010000:00000010:3.1:1776267954.549932:0:78334:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e77e345f. 00010000:00000010:3.1:1776267954.549943:0:78334:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00010000:00000010:3.1:1776267954.553445:0:78334:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000214a4bb7. 00010000:00000010:3.1:1776267954.553451:0:78334:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a74014a. 00010000:00000010:3.1:1776267954.553454:0:78334:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285d3014. 00010000:00000010:2.1:1776267954.561175:0:78331:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000545204ea. 00010000:00000010:2.1:1776267954.561188:0:78331:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f05c5686. 00010000:00000010:2.1:1776267954.561193:0:78331:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000396c0880. 00010000:00000010:0.1:1776267954.563213:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b48d5310. 00010000:00000010:2.1:1776267954.565097:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dd2eeed. 00010000:00000010:2.1:1776267954.565104:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17b05f5. 00010000:00000010:3.1:1776267954.571950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac44b893. 00010000:00000010:3.1:1776267954.571958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:3.1:1776267954.571961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267954.571964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00010000:00000010:0.1:1776267954.572080:0:78335:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dde1fa54. 00010000:00000010:1.1:1776267954.575079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000424c894. 00010000:00000010:3.1:1776267954.577937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084d82688. 00010000:00000010:2.1:1776267954.579254:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c40ba5e. 00010000:00000010:2.1:1776267954.579261:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a53a9e4. 00010000:00000010:2.1:1776267954.581960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008858ddce. 00010000:00000010:2.1:1776267954.581978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17b05f5. 00010000:00000010:2.1:1776267954.586006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033bea2bc. 00010000:00000010:2.1:1776267954.586013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba2852be. 00010000:00000010:2.1:1776267954.586017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:2.1:1776267954.589956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060c4c8a7. 00010000:00000010:2.1:1776267954.589972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:1.1:1776267954.590034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bab8d40. 00010000:00000010:1.1:1776267954.594988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000345b06a1. 00010000:00000010:2.1:1776267954.597934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b659a28. 00010000:00000010:2.1:1776267954.597942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17b05f5. 00010000:00000010:2.1:1776267954.597946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e262663e. 00010000:00000010:2.1:1776267954.597949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:3.1:1776267954.598149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000563205eb. 00010000:00000010:3.1:1776267954.598156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082510d51. 00010000:00000010:3.1:1776267954.598159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:0.1:1776267954.606343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091d65dd5. 00010000:00000010:0.1:1776267954.606351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00010000:00000010:3.1:1776267954.614691:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae930d1. 00010000:00000010:0.1:1776267954.619999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc906e4c. 00010000:00000010:0.1:1776267954.620011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f241888. 00010000:00000010:0.1:1776267954.620016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e3d801. 00010000:00000010:1.1:1776267954.620055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4ac391b. 00010000:00000010:0.1:1776267954.629830:0:78331:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7b97175. 00010000:00000010:0.1:1776267954.629847:0:78331:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:0.1:1776267954.629851:0:78331:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb22c126. 00010000:00000010:3.1:1776267954.630946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab839508. 00010000:00000010:0.1:1776267954.631012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c2ab32c. 00010000:00000010:0.1:1776267954.631019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af796e7d. 00010000:00000010:0.1:1776267954.631022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a16b1ce4. 00010000:00000010:0.1:1776267954.631025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144e8743. 00010000:00000010:2.1:1776267954.631335:0:78337:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000968b80f8. 00010000:00000010:2.1:1776267954.631340:0:78337:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285d3014. 00010000:00000010:1.1:1776267954.633927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a96dec. 00010000:00000010:1.1:1776267954.633935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053cd4713. 00010000:00000010:1.1:1776267954.633938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:1.1:1776267954.656341:0:78341:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c56fde9. 00010000:00000010:1.1:1776267954.656353:0:78341:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c5f5096. 00010000:00000010:0.1:1776267954.656951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002df7cfd2. 00010000:00000010:0.1:1776267954.662418:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbeef1b5. 00010000:00000010:0.1:1776267954.664266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f196d13. 00010000:00000010:0.1:1776267954.664275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040cfdfa2. 00010000:00000010:3.1:1776267954.667920:0:78342:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f55403dc. 00010000:00000010:3.1:1776267954.668119:0:78342:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014c0d36c. 00010000:00000010:3.1:1776267954.668125:0:78342:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144e8743. 00010000:00000010:2.1:1776267954.678012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d01cd48d. 00010000:00000010:2.1:1776267954.678019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa7f22ef. 00010000:00000010:2.1:1776267954.678023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00010000:00000010:0.1:1776267954.680592:0:78344:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d158c9ba. 00010000:00000010:0.1:1776267954.680606:0:78344:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c5f5096. 00010000:00000010:1.1:1776267954.680932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000923f829c. 00010000:00000010:1.1:1776267954.680940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000979751d7. 00010000:00000010:1.1:1776267954.680945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17b05f5. 00010000:00000010:3.1:1776267954.684376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000200ea1b3. 00010000:00000010:1.1:1776267954.688942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015529174. 00010000:00000010:1.1:1776267954.688959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af796e7d. 00010000:00000010:2.1:1776267954.689201:0:78345:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbb67ce9. 00010000:00000010:2.1:1776267954.701138:0:78347:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002383f089. 00010000:00000010:3.1:1776267954.710951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e240a167. 00010000:00000010:3.1:1776267954.710964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da9bce5c. 00010000:00000010:1.1:1776267954.714611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8b5e772. 00010000:00000010:1.1:1776267954.714626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035fee8c0. 00010000:00000010:1.1:1776267954.714630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a53a9e4. 00010000:00000010:1.1:1776267954.714634:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e4634dd. 00010000:00000010:1.1:1776267954.714637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f24e84fb. 00010000:00000010:3.1:1776267954.722666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ac8c871. 00010000:00000010:3.1:1776267954.722677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fec082e. 00010000:00000010:3.1:1776267954.722682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c07f7c0. 00010000:00000010:1.1:1776267954.732325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c28c750. 00010000:00000010:1.1:1776267954.732340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000396c0880. 00010000:00000010:3.1:1776267954.732805:0:78354:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0d5fa60. 00010000:00000010:0.1:1776267954.737946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000442b7b2c. 00010000:00000010:0.1:1776267954.737963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f24e84fb. 00010000:00000010:2.1:1776267954.738252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde01975. 00010000:00000010:0.1:1776267954.752043:0:78356:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031c97360. 00010000:00000010:0.1:1776267954.752055:0:78356:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:2.1:1776267954.762048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef251a3c. 00010000:00000010:2.1:1776267954.762057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000474c271b. 00010000:00000010:0.1:1776267954.768936:0:78331:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa2cba89. 00010000:00000010:0.1:1776267954.768952:0:78331:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e3d801. 00010000:00000010:0.1:1776267954.768956:0:78331:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a16b1ce4. 00010000:00000010:0.1:1776267954.768959:0:78331:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bca27ece. 00010000:00000010:3.1:1776267954.790053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdc5f91. 00010000:00000010:1.1:1776267954.790225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000926f6c7d. 00010000:00000010:1.1:1776267954.790231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a3a7818. 00010000:00000010:1.1:1776267954.799932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000534c1a7d. 00010000:00000010:3.1:1776267954.799933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015c59817. 00010000:00000010:1.1:1776267954.799939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6492b85. 00010000:00000010:3.1:1776267954.822608:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c76f3dfa. 00010000:00000010:2.1:1776267954.823160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000446b1918. 00010000:00000010:2.1:1776267954.823167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079ecd8f1. 00010000:00000010:3.1:1776267954.836013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a60078b. 00010000:00000010:3.1:1776267954.836020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9293e55. 00010000:00000010:3.1:1776267954.836024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.1:1776267954.838929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7db3854. 00010000:00000010:3.1:1776267954.840004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d1d4372. 00010000:00000010:3.1:1776267954.840014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:3.1:1776267954.843000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d677898a. 00010000:00000010:3.1:1776267954.843012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0a79408. 00010000:00000010:3.1:1776267954.843015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:3.1:1776267954.855028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f961cf4. 00010000:00000010:3.1:1776267954.855037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:0.1:1776267954.855050:0:55358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3c97a58. 00010000:00000010:3.1:1776267954.856909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7a4fb1f. 00010000:00000010:1.1:1776267954.856911:0:75364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006229c18b. 00010000:00000010:1.1:1776267954.856915:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:1.1:1776267954.871434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017b961dc. 00010000:00000010:0.1:1776267954.871931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b5ba38c. 00010000:00000010:0.1:1776267954.871939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6492b85. 00010000:00000010:0.1:1776267954.880519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009872cbf0. 00010000:00000010:0.1:1776267954.880535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bca27ece. 00010000:00000010:1.1:1776267954.882667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1fe9656. 00010000:00000010:0.1:1776267954.893918:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023bc812f. 00010000:00000010:0.1:1776267954.893925:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddd51f13. 00010000:00000010:0.1:1776267954.893930:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e3d801. 00010000:00000010:2.1:1776267954.908916:0:78365:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7f25128. 00010000:00000010:0.1:1776267954.910940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc8a5752. 00010000:00000010:0.1:1776267954.910953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bca27ece. 00010000:00000010:2.1:1776267954.913979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006805bb6b. 00010000:00000010:0.1:1776267954.914319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000152fb234. 00010000:00000010:0.1:1776267954.914325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e3d801. 00010000:00000010:1.1:1776267954.923045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb9d9dcd. 00010000:00000010:0.1:1776267954.923129:0:78366:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8459b98. 00010000:00000010:0.1:1776267954.923136:0:78366:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:3.1:1776267954.935372:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072574dd8. 00010000:00000010:3.1:1776267954.935385:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e3bb121. 00010000:00000010:3.1:1776267954.935389:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e3d801. 00010000:00000010:1.1:1776267954.939101:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007159fc8d. 00010000:00000010:1.1:1776267954.939111:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:2.1:1776267954.939915:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e888cbd5. 00010000:00000010:2.1:1776267954.947532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092024bfc. 00010000:00000010:1.1:1776267954.951224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e26c0292. 00010000:00000010:1.1:1776267954.951238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086b8f641. 00010000:00000010:1.1:1776267954.951248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e4634dd. 00010000:00000010:1.1:1776267954.951252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b66a3234. 00010000:00000010:3.1:1776267954.959059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd34c0a8. 00010000:00000010:3.1:1776267954.959068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b210906b. 00010000:00000010:3.1:1776267954.959073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be266ad. 00010000:00000010:1.1:1776267954.961167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9811adc. 00010000:00000010:0.1:1776267954.967965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000303c50f5. 00010000:00000010:0.1:1776267954.967977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:1.1:1776267954.969932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057bbc20b. 00010000:00000010:0.1:1776267954.969934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2204880. 00010000:00000010:0.1:1776267954.969942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:3.1:1776267954.971926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a98c07d7. 00010000:00000010:2.1:1776267954.971953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060c78e18. 00010000:00000010:2.1:1776267954.971959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bca27ece. 00010000:00000010:1.1:1776267954.976933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa17cc20. 00010000:00000010:0.1:1776267954.983929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e14ba810. 00010000:00000010:0.1:1776267954.983937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:0.1:1776267954.983941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a16b1ce4. 00010000:00000010:0.1:1776267954.983944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:2.1:1776267954.987925:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e20a84a. 00010000:00000010:2.1:1776267954.987940:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e3d801. 00010000:00000010:0.1:1776267954.988185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008dbaaf6. 00010000:00000010:2.1:1776267954.995954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f45ef47e. 00010000:00000010:2.1:1776267954.995962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00010000:00000010:0.1:1776267954.996022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000640d1000. 00010000:00000010:2.1:1776267955.001965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000117f8be5. 00010000:00000010:2.1:1776267955.001976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efb028e. 00010000:00000010:2.1:1776267955.001981:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd080dc2. 00010000:00000010:2.1:1776267955.001984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e16f23. 00010000:00000010:0.1:1776267955.009940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078811d01. 00010000:00000010:0.1:1776267955.009950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ba149fa. 00010000:00000010:0.1:1776267955.016327:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012f6a6a3. 00010000:00000010:2.1:1776267955.019608:0:64835:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000383743ad. 00010000:00000010:2.1:1776267955.019620:0:64835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.1:1776267955.019624:0:64835:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e262663e. 00010000:00000010:2.1:1776267955.019629:0:64835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.1:1776267955.024065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb65f3cf. 00010000:00000010:2.1:1776267955.024073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:1.1:1776267955.024105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a243202. 00010000:00000010:3.1:1776267955.024502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ee8ddb9. 00010000:00000010:3.1:1776267955.024508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e16f23. 00010000:00000010:2.1:1776267955.031970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d065b0b. 00010000:00000010:3.1:1776267955.035974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000855afc51. 00010000:00000010:3.1:1776267955.035989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026f801be. 00010000:00000010:3.1:1776267955.035994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:3.1:1776267955.035997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0d0e657. 00010000:00000010:3.1:1776267955.036239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f30220b2. 00010000:00000010:3.1:1776267955.036242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:1.1:1776267955.040345:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e150bb28. 00010000:00000010:3.1:1776267955.043081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb56c20c. 00010000:00000010:3.1:1776267955.043097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00010000:00000010:3.1:1776267955.043102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267955.043105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:3.1:1776267955.050102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f36e2200. 00010000:00000010:3.1:1776267955.050112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ce4ebcf. 00010000:00000010:3.1:1776267955.050116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00010000:00000010:2.1:1776267955.054789:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038815480. 00010000:00000010:2.1:1776267955.054801:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:3.1:1776267955.054938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0ffd111. 00010000:00000010:2.1:1776267955.064931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085be8b19. 00010000:00000010:2.1:1776267955.064940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000051d5cc8. 00010000:00000010:2.1:1776267955.064945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:3.1:1776267955.070141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000969a876a. 00010000:00000010:3.1:1776267955.070150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00010000:00000010:1.1:1776267955.070182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39d40e5. 00010000:00000010:1.1:1776267955.074932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a32c758. 00010000:00000010:3.1:1776267955.076009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007befbc8. 00010000:00000010:3.1:1776267955.076016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00010000:00000010:3.1:1776267955.076020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267955.076022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:2.1:1776267955.078919:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b7c636e. 00010000:00000010:2.1:1776267955.078926:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027bfbe08. 00010000:00000010:2.1:1776267955.078931:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:3.1:1776267955.079022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b00d6a63. 00010000:00000010:3.1:1776267955.079027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00010000:00000010:1.1:1776267955.079134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d137d99. 00010000:00000010:2.1:1776267955.083192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093bb83d1. 00010000:00000010:2.1:1776267955.083198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042aa2d6b. 00010000:00000010:2.1:1776267955.083202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:3.1:1776267955.090412:0:1039:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a497def1. 00010000:00000010:3.1:1776267955.093920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f406a64e. 00010000:00000010:3.1:1776267955.093983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efb028e. 00010000:00000010:2.1:1776267955.094576:0:64835:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddf47f8f. 00010000:00000010:2.1:1776267955.094583:0:64835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.1:1776267955.094586:0:64835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ba228cf. 00010000:00000010:2.1:1776267955.094589:0:64835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf652d8b. 00010000:00000010:0.1:1776267955.097358:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdfe8115. 00010000:00000010:0.1:1776267955.097365:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00010000:00000010:3.1:1776267955.097925:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267955.097930:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00010000:00000010:3.1:1776267955.097933:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000181acc. 00010000:00000010:3.1:1776267955.097936:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:2.1:1776267955.097975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002900ee5e. 00010000:00000010:2.1:1776267955.103188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ffebdfa. 00010000:00000010:1.1:1776267955.106938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1a84d4f. 00010000:00000010:0.1:1776267955.107040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db699073. 00010000:00000010:0.1:1776267955.107047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:0.1:1776267955.107050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006aca1a74. 00010000:00000010:0.1:1776267955.107053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082bbe3ea. 00010000:00000010:0.1:1776267955.107056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a3a7818. 00010000:00000010:2.1:1776267955.115976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000888e2045. 00010000:00000010:0.1:1776267955.116111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067c48a33. 00010000:00000010:0.1:1776267955.116117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af796e7d. 00010000:00000010:1.1:1776267955.119132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f889ab79. 00010000:00000010:2.1:1776267955.119917:0:64835:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c66a1386. 00010000:00000010:0.1:1776267955.120132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019f3f3fd. 00010000:00000010:0.1:1776267955.120138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144e8743. 00010000:00000010:0.1:1776267955.123958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e23e99ea. 00010000:00000010:0.1:1776267955.123969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285d3014. 00010000:00000010:0.1:1776267955.123973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c0d0fce. 00010000:00000010:0.1:1776267955.123975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a3a7818. 00010000:00000010:2.1:1776267955.129056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a1bf512. 00010000:00000010:0.1:1776267955.129121:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f25ff60. 00010000:00000010:0.1:1776267955.129128:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:2.1:1776267955.133062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b64e2e7. 00010000:00000010:0.1:1776267955.136134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59a804a. 00010000:00000010:0.1:1776267955.136141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144e8743. 00010000:00000010:0.1:1776267955.136145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f564a51. 00010000:00000010:0.1:1776267955.136148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a3a7818. 00010000:00000010:3.1:1776267955.136973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080ffe789. 00010000:00000010:0.1:1776267955.140943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056aa4456. 00010000:00000010:0.1:1776267955.140962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df68df39. 00010000:00000010:0.1:1776267955.140967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:0.1:1776267955.162969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064a7bdf5. 00010000:00000010:0.1:1776267955.162976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af5d6b8a. 00010000:00000010:0.1:1776267955.162981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285d3014. 00010000:00000010:3.1:1776267955.168137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0045ece. 00010000:00000010:1.1:1776267955.174936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a19c0e0. 00010000:00000010:1.1:1776267955.174950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:2.1:1776267955.175082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b676cba7. 00010000:00000010:1.1:1776267955.177946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000b952a. 00010000:00000010:1.1:1776267955.177961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b66a3234. 00010000:00000010:0.1:1776267955.178014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e46be672. 00010000:00000010:3.1:1776267955.178122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098c2859c. 00010000:00000010:3.1:1776267955.178128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086b8f641. 00010000:00000010:1.1:1776267955.188035:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5409b9a. 00010000:00000010:1.1:1776267955.188045:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:1.1:1776267955.188050:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e4634dd. 00010000:00000010:1.1:1776267955.188054:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b66a3234. 00010000:00000010:2.1:1776267955.192091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5c5414c. 00010000:00000010:2.1:1776267955.195325:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d15f87d5. 00010000:00000010:3.1:1776267955.196295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb39b9c9. 00010000:00000010:3.1:1776267955.196303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c13e4c5. 00010000:00000010:3.1:1776267955.201824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061c876ec. 00010000:00000010:3.1:1776267955.201840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00010000:00000010:3.1:1776267955.211130:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cea9f0b. 00010000:00000010:3.1:1776267955.211148:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:2.1:1776267955.212095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000631225bc. 00010000:00000010:0.1:1776267955.213941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9956d15. 00010000:00000010:2.1:1776267955.214145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009347a39f. 00010000:00000010:2.1:1776267955.214152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce373999. 00010000:00000010:3.1:1776267955.220208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebb176c8. 00010000:00000010:3.1:1776267955.220215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:3.1:1776267955.220219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da86339d. 00010000:00000010:3.1:1776267955.220222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00010000:00000010:3.1:1776267955.220225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267955.220227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00010000:00000010:3.1:1776267955.247942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028ff756a. 00010000:00000010:3.1:1776267955.247952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c89f159. 00010000:00000010:3.1:1776267955.247957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:0.1:1776267955.250510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005240c78e. 00010000:00000010:3.1:1776267955.254626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d31cf67a. 00010000:00000010:3.1:1776267955.254638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:2.1:1776267955.256299:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093676735. 00010000:00000010:2.1:1776267955.256313:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eef73562. 00010000:00000010:2.1:1776267955.256317:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00010000:00000010:2.1:1776267955.263942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a766120b. 00010000:00000010:2.1:1776267955.263947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021584242. 00010000:00000010:2.1:1776267955.263949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:0.1:1776267955.269071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb2f35a4. 00010000:00000010:2.1:1776267955.275574:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a056e0fc. 00010000:00000010:2.1:1776267955.275587:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:0.1:1776267955.284231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a8a5860. 00010000:00000010:2.1:1776267955.288021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c064a29. 00010000:00000010:2.1:1776267955.288030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00010000:00000010:2.1:1776267955.291948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a685142. 00010000:00000010:2.1:1776267955.291966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:0.1:1776267955.292128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5170f51. 00010000:00000010:2.1:1776267955.295017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000067d6b7b. 00010000:00000010:2.1:1776267955.295029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:0.1:1776267955.295625:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029ebbc3c. 00010000:00000010:0.1:1776267955.301997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af7e5fc9. 00010000:00000010:2.1:1776267955.315611:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000521d1099. 00010000:00000010:2.1:1776267955.315632:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00010000:00000010:2.1:1776267955.320946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009336762a. 00010000:00000010:2.1:1776267955.331005:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063eff855. 00010000:00000010:2.1:1776267955.331013:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:3.1:1776267955.335978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007043fbf1. 00010000:00000010:2.1:1776267955.344994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000273b5bc3. 00010000:00000010:2.1:1776267955.345004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00010000:00000010:2.1:1776267955.345008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e262663e. 00010000:00000010:2.1:1776267955.345012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:0.1:1776267955.353271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003da863fa. 00010000:00000010:0.1:1776267955.358005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d346849. 00010000:00000010:1.1:1776267955.358121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cac89b4. 00010000:00000010:1.1:1776267955.358129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.1:1776267955.358189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080448276. 00010000:00000010:2.1:1776267955.358196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000657f0a06. 00010000:00000010:2.1:1776267955.358199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026a7d4a7. 00010000:00000010:2.1:1776267955.358202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:0.1:1776267955.367298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5b8b9ca. 00010000:00000010:0.1:1776267955.377016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000430b5ec9. 00010000:00000010:2.1:1776267955.377123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006977d6c0. 00010000:00000010:2.1:1776267955.377129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b66a3234. 00010000:00000010:3.1:1776267955.381800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fefd0ba3. 00010000:00000010:3.1:1776267955.381825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:3.1:1776267955.385641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267955.385652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:1.1:1776267955.386053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e3a3a9b. 00010000:00000010:1.1:1776267955.389946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037ed60b4. 00010000:00000010:1.1:1776267955.389955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a85bc610. 00010000:00000010:1.1:1776267955.389961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:2.1:1776267955.400947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d8a691e. 00010000:00000010:1.1:1776267955.401114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a9024dc. 00010000:00000010:1.1:1776267955.401121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee23cc9b. 00010000:00000010:0.1:1776267955.404971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035fc4c34. 00010000:00000010:1.1:1776267955.405268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000796f2db1. 00010000:00000010:1.1:1776267955.405283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000134076e3. 00010000:00000010:1.1:1776267955.418438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acc9abde. 00010000:00000010:1.1:1776267955.418449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b66a3234. 00010000:00000010:2.1:1776267955.420680:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000326e32cc. 00010000:00000010:3.1:1776267955.422598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9d9b808. 00010000:00000010:3.1:1776267955.422606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0aa96bd. 00010000:00000010:3.1:1776267955.422610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000134076e3. 00010000:00000010:3.1:1776267955.427935:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da788087. 00010000:00000010:3.1:1776267955.427941:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:1.1:1776267955.432917:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c604468. 00010000:00000010:3.1:1776267955.436938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050847c41. 00010000:00000010:3.1:1776267955.436954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00010000:00000010:2.1:1776267955.436965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098b50ba6. 00010000:00000010:0.1:1776267955.440253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8677cd5. 00010000:00000010:3.1:1776267955.440728:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ee7a8bb. 00010000:00000010:3.1:1776267955.440737:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:0.1:1776267955.448020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000159a2c53. 00010000:00000010:1.1:1776267955.448064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000037cab18. 00010000:00000010:1.1:1776267955.448071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:2.1:1776267955.456195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064194270. 00010000:00000010:2.1:1776267955.456202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b66a3234. 00010000:00000010:2.1:1776267955.456205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078436319. 00010000:00000010:2.1:1776267955.456208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000967186dd. 00010000:00000010:2.1:1776267955.456211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000657f0a06. 00010000:00000010:0.1:1776267955.460009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000550305b7. 00010000:00000010:2.1:1776267955.463230:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aec2259f. 00010000:00000010:2.1:1776267955.463239:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00010000:00000010:2.1:1776267955.463242:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055af150c. 00010000:00000010:2.1:1776267955.463351:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00010000:00000010:0.1:1776267955.463929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada7ffb5. 00010000:00000010:0.1:1776267955.463935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f832a5b. 00010000:00000010:2.1:1776267955.468193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec27d2b. 00010000:00000010:2.1:1776267955.468201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000387afd7a. 00010000:00000010:2.1:1776267955.468205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00010000:00000010:2.1:1776267955.472074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009852ef94. 00010000:00000010:2.1:1776267955.472081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000657f0a06. 00010000:00000010:3.1:1776267955.473295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056e9f7f0. 00010000:00000010:2.1:1776267955.476102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d9f37f8. 00010000:00000010:2.1:1776267955.476109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00010000:00000010:3.1:1776267955.476289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9177e89. 00010000:00000010:2.1:1776267955.479936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cc78ad9. 00010000:00000010:2.1:1776267955.479944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec170baf. 00010000:00000010:2.1:1776267955.479948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00010000:00000010:0.1:1776267955.479984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6ff7cc9. 00010000:00000010:2.1:1776267955.486970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d2cf163. 00010000:00000010:2.1:1776267955.486978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00010000:00000010:1.1:1776267955.490527:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe3ff0c5. 00010000:00000010:1.1:1776267955.490535:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000657f0a06. 00010000:00000010:0.1:1776267955.490930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c905c0c0. 00010000:00000010:1.1:1776267955.494061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3c1b346. 00010000:00000010:1.1:1776267955.494068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee23cc9b. 00010000:00000010:1.1:1776267955.494071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040371208. 00010000:00000010:1.1:1776267955.494075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009347a39f. 00010000:00000010:2.1:1776267955.494970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fccd4bfe. 00010000:00000010:2.1:1776267955.494979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bb19fde. 00010000:00000010:0.1:1776267955.495063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008040140a. 00010000:00000010:1.1:1776267955.498968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7b9a445. 00010000:00000010:1.1:1776267955.498978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c13e4c5. 00010000:00000010:2.1:1776267955.499047:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec51c938. 00010000:00000010:2.1:1776267955.499053:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000934b8c37. 00010000:00000010:2.1:1776267955.499057:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086b8f641. 00010000:00000010:1.1:1776267955.503259:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065b31c14. 00010000:00000010:1.1:1776267955.503266:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000129c5151. 00010000:00000010:1.1:1776267955.503281:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00010000:00000010:3.1:1776267955.506960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c05e3649. 00010000:00000010:3.1:1776267955.512110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d748903. 00010000:00000010:1.1:1776267955.512266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ca82817. 00010000:00000010:1.1:1776267955.512282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009347a39f. 00010000:00000010:1.1:1776267955.515927:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011feac46. 00010000:00000010:1.1:1776267955.515931:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c13e4c5. 00010000:00000010:1.1:1776267955.515934:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ff02ecc. 00010000:00000010:1.1:1776267955.515936:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee23cc9b. 00010000:00000010:2.1:1776267955.516072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037590f1a. 00010000:00000010:2.1:1776267955.516077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004264b4a7. 00010000:00000010:1.1:1776267955.525265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000287e7e48. 00010000:00000010:1.1:1776267955.525286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be266ad. 00010000:00000010:0.1:1776267955.529939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccfce4e3. 00010000:00000010:2.1:1776267955.529984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ff0fb6. 00010000:00000010:2.1:1776267955.529990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098ac3c38. 00010000:00000010:1.1:1776267955.530132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ff7c1ee. 00010000:00000010:1.1:1776267955.530139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6492b85. 00010000:00000010:1.1:1776267955.530142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e4634dd. 00010000:00000010:1.1:1776267955.530146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009347a39f. 00010000:00000010:1.1:1776267955.533982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076b39e1f. 00010000:00000010:1.1:1776267955.534061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079ecd8f1. 00010000:00000010:1.1:1776267955.534067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028e4f4ef. 00010000:00000010:1.1:1776267955.534070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee23cc9b. 00010000:00000010:1.1:1776267955.538926:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb84cb6b. 00010000:00000010:1.1:1776267955.538933:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c13e4c5. 00010000:00000010:1.1:1776267955.538937:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bfeb11b. 00010000:00000010:1.1:1776267955.538940:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be266ad. 00010000:00000010:0.1:1776267955.539745:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae8d047c. 00010000:00000010:0.1:1776267955.539753:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e505ed8b. 00010000:00000010:2.1:1776267955.543048:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000025108a0. 00010000:00000010:2.1:1776267955.550931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003727890b. 00010000:00000010:2.1:1776267955.550941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006de7d835. 00010000:00000010:1.1:1776267955.550962:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005df129e4. 00010000:00000010:1.1:1776267955.550969:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009347a39f. 00010000:00000010:1.1:1776267955.550972:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e4634dd. 00010000:00000010:1.1:1776267955.550976:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee23cc9b. 00010000:00000010:1.1:1776267955.550978:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079ecd8f1. 00010000:00000010:1.1:1776267955.555990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c25ca066. 00010000:00000010:1.1:1776267955.556000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be266ad. 00010000:00000010:2.1:1776267955.556041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052e43313. 00010000:00000010:2.1:1776267955.556045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df0fe05. 00010000:00000010:0.1:1776267955.560083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e0e5167. 00010000:00000010:2.1:1776267955.560968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000131cefe6. 00010000:00000010:1.1:1776267955.560969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000554b11f6. 00010000:00000010:1.1:1776267955.560975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c13e4c5. 00010000:00000010:1.1:1776267955.560979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e50ac2c9. 00010000:00000010:1.1:1776267955.560981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6492b85. 00010000:00000010:1.1:1776267955.565100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000642ae6a3. 00010000:00000010:1.1:1776267955.565112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f24e84fb. 00010000:00000010:1.1:1776267955.565116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e4634dd. 00010000:00000010:1.1:1776267955.565121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079ecd8f1. 00010000:00000010:1.1:1776267955.569100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e1697f5. 00010000:00000010:1.1:1776267955.569114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee23cc9b. 00010000:00000010:0.1:1776267955.569164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc6505af. 00010000:00000010:0.1:1776267955.574930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ab3595e. 00010000:00000010:0.1:1776267955.574936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5de1b64. 00010000:00000010:1.1:1776267955.574977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d0a8092. 00010000:00000010:1.1:1776267955.574982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be266ad. 00010000:00000010:1.1:1776267955.580928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebc62c73. 00010000:00000010:1.1:1776267955.580937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6492b85. 00010000:00000010:0.1:1776267955.589584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006513aa3c. 00010000:00000010:1.1:1776267955.589918:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054775b4c. 00010000:00000010:1.1:1776267955.589923:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce06cab1. 00010000:00000010:1.1:1776267955.589927:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079ecd8f1. 00010000:00000010:1.1:1776267955.589930:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ea03e16. 00010000:00000010:1.1:1776267955.589934:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee23cc9b. 00010000:00000010:1.1:1776267955.602514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e90f207. 00010000:00000010:1.1:1776267955.602530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f24e84fb. 00010000:00000010:0.1:1776267955.602863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000429b38f6. 00010000:00000010:0.1:1776267955.605060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c6ff8d4. 00010000:00000010:0.1:1776267955.605068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007267df2e. 00010000:00000010:1.1:1776267955.605919:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000555d0c5c. 00010000:00000010:1.1:1776267955.605924:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be266ad. 00010000:00000010:1.1:1776267955.605927:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf261f9c. 00010000:00000010:1.1:1776267955.605929:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6492b85. 00010000:00000010:1.1:1776267955.605933:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e4634dd. 00010000:00000010:1.1:1776267955.605936:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c13e4c5. 00010000:00000010:1.1:1776267955.605938:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a925ee8. 00010000:00000010:1.1:1776267955.605940:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009347a39f. 00010000:00000010:1.1:1776267955.605942:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000515661e5. 00010000:00000010:1.1:1776267955.605944:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c07f7c0. 00010000:00000010:1.1:1776267955.605946:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f31f101f. 00010000:00000010:1.1:1776267955.605948:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da9bce5c. 00010000:00000010:1.1:1776267955.605949:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f16ca05a. 00010000:00000010:1.1:1776267955.605951:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c5f5096. 00010000:00000010:1.1:1776267955.605953:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5ed2270. 00010000:00000010:1.1:1776267955.605954:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040cfdfa2. 00010000:00000010:1.1:1776267955.605956:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c4d4935. 00010000:00000010:1.1:1776267955.605958:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec9908d1. 00010000:00000010:1.1:1776267955.605959:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067077153. 00010000:00000010:1.1:1776267955.605961:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086b8f641. 00010000:00000010:1.1:1776267955.605963:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f30220b2. 00010000:00000010:1.1:1776267955.605964:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b66a3234. 00010000:00000010:1.1:1776267955.605966:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026f801be. 00010000:00000010:1.1:1776267955.605967:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000134076e3. 00010000:00000010:1.1:1776267955.605968:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cc16bdf. 00010000:00000010:1.1:1776267955.605971:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009336762a. 00010000:00000010:1.1:1776267955.605975:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebe5d639. 00010000:00000010:1.1:1776267955.605978:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af7e5fc9. 00010000:00000010:1.1:1776267955.605981:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f0975a3. 00010000:00000010:1.1:1776267955.605984:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf365d49. 00010000:00000010:1.1:1776267955.605986:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097fd352e. 00010000:00000010:1.1:1776267955.605988:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be27bdef. 00010000:00000010:1.1:1776267955.605990:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004310433e. 00010000:00000010:1.1:1776267955.605991:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091efeeb4. 00010000:00000010:1.1:1776267955.606000:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000135243af. 00010000:00000010:1.1:1776267955.606002:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021cd80e4. 00010000:00000010:1.1:1776267955.606004:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1bf5eb6. 00010000:00000010:1.1:1776267955.606005:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c8b3541. 00010000:00000010:1.1:1776267955.606007:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e67b8fcf. 00010000:00000010:1.1:1776267955.606009:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000322f9081. 00010000:00000010:1.1:1776267955.606011:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f99776f6. 00010000:00000010:1.1:1776267955.606013:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002de90ccd. 00010000:00000010:1.1:1776267955.606015:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070bf7b47. 00010000:00000010:1.1:1776267955.606016:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000551502dd. 00010000:00000010:1.1:1776267955.606018:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c2ec2b6. 00010000:00000010:1.1:1776267955.606019:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078480b82. 00010000:00000010:1.1:1776267955.606020:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000118828ea. 00010000:00000010:1.1:1776267955.606022:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c3bc78. 00010000:00000010:1.1:1776267955.606024:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ee7a8bb. 00010000:00000010:1.1:1776267955.606027:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b62dc71d. 00010000:00000010:1.1:1776267955.606029:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9604112. 00010000:00000010:1.1:1776267955.606030:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d63f1265. 00010000:00000010:1.1:1776267955.606032:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d54a2b49. 00010000:00000010:1.1:1776267955.606033:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b664588b. 00010000:00000010:1.1:1776267955.606035:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000531fa2a7. 00010000:00000010:1.1:1776267955.606036:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cb049e7. 00010000:00000010:1.1:1776267955.606038:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d7f39bc. 00010000:00000010:1.1:1776267955.606039:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cf445fa. 00010000:00000010:1.1:1776267955.606041:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034845c40. 00010000:00000010:1.1:1776267955.606043:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000861d0a01. 00010000:00000010:1.1:1776267955.606045:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002afaac7a. 00010000:00000010:1.1:1776267955.606047:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012dba153. 00010000:00000010:1.1:1776267955.606050:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccf0e0d2. 00010000:00000010:1.1:1776267955.606051:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee23cc9b. 00010000:00000010:1.1:1776267955.606053:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6161217. 00010000:00000010:1.1:1776267955.606054:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079ecd8f1. 00010000:00000010:1.1:1776267955.606056:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073e00a97. 00010000:00000010:1.1:1776267955.606058:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001316fde0. 00010000:00000010:1.1:1776267955.606062:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d818ad79. 00010000:00000010:1.1:1776267955.606064:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047df4d96. 00010000:00000010:1.1:1776267955.606066:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa4f1fb0. 00010000:00000010:1.1:1776267955.606068:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000757bdd4. 00010000:00000010:1.1:1776267955.606070:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa609a88. 00010000:00000010:1.1:1776267955.606072:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ca3b2ab. 00010000:00000010:1.1:1776267955.606073:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f4e1926. 00010000:00000010:1.1:1776267955.606074:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef32267. 00010000:00000010:1.1:1776267955.606076:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f8eabed. 00010000:00000010:1.1:1776267955.606079:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077edd9ee. 00010000:00000010:1.1:1776267955.606080:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000245f5ad6. 00010000:00000010:1.1:1776267955.606081:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5d83bb7. 00010000:00000010:1.1:1776267955.606084:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067fea90e. 00010000:00000010:1.1:1776267955.606086:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e42a7b4. 00010000:00000010:1.1:1776267955.606088:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d21fefe. 00010000:00000010:1.1:1776267955.606090:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000253d9d67. 00010000:00000010:1.1:1776267955.606091:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000489f87bc. 00010000:00000010:1.1:1776267955.606093:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a399e68. 00010000:00000010:1.1:1776267955.606094:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4c69559. 00010000:00000010:1.1:1776267955.606096:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e09b868. 00010000:00000010:1.1:1776267955.606097:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b18384ca. 00010000:00000010:1.1:1776267955.606098:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014267960. 00010000:00000010:1.1:1776267955.606100:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000515277d0. 00010000:00000010:1.1:1776267955.606102:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f156f8. 00010000:00000010:1.1:1776267955.606104:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3252874. 00010000:00000010:1.1:1776267955.606106:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000064ab25d. 00010000:00000010:1.1:1776267955.606107:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042a89002. 00010000:00000010:1.1:1776267955.606109:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090260cef. 00010000:00000010:1.1:1776267955.606111:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000315ebe. 00010000:00000010:1.1:1776267955.606112:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098c21121. 00010000:00000010:1.1:1776267955.606113:0:71860:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab23634c. 00010000:00000010:1.1:1776267955.606115:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d5dea4. 00010000:00000010:1.1:1776267955.606565:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da611f77. 00010000:00000010:1.1:1776267955.606569:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028dcffc1. 00010000:00000010:1.1:1776267955.606571:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e413f147. 00010000:00000010:1.1:1776267955.606574:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd952174. 00010000:00000010:1.1:1776267955.606578:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a558a168. 00010000:00000010:1.1:1776267955.606580:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b623d93. 00010000:00000010:1.1:1776267955.606582:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eb4c816. 00010000:00000010:1.1:1776267955.606585:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003115a22e. 00010000:00000010:1.1:1776267955.606587:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fa1e4b8. 00010000:00000010:1.1:1776267955.606590:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fef7f4d. 00010000:00000010:1.1:1776267955.606595:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004266a5ea. 00010000:00000010:1.1:1776267955.606598:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbf0f2db. 00010000:00000010:1.1:1776267955.606600:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089ed35a9. 00010000:00000010:1.1:1776267955.606602:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000027bf4f. 00010000:00000010:1.1:1776267955.606604:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073b090ef. 00010000:00000010:1.1:1776267955.606607:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c4b4b6f. 00010000:00000010:1.1:1776267955.606609:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b9171ab. 00010000:00000010:1.1:1776267955.606611:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e6dc6d. 00010000:00000010:1.1:1776267955.606613:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfc47834. 00010000:00000010:1.1:1776267955.606616:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb3a92f1. 00010000:00000010:1.1:1776267955.606618:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004953276d. 00010000:00000010:1.1:1776267955.606621:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573bef58. 00010000:00000010:1.1:1776267955.606626:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9fbe0e8. 00010000:00000010:1.1:1776267955.606630:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006173a3c8. 00010000:00000010:1.1:1776267955.606632:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecef5498. 00010000:00000010:1.1:1776267955.606634:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000525d36d. 00010000:00000010:1.1:1776267955.606636:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000dfa25f. 00010000:00000010:1.1:1776267955.606639:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbf9a3e. 00010000:00000010:1.1:1776267955.606641:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004458604e. 00010000:00000010:1.1:1776267955.606644:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071d4fc02. 00010000:00000010:1.1:1776267955.606647:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d99e5ec9. 00010000:00000010:1.1:1776267955.606650:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f4c5c68. 00010000:00000010:1.1:1776267955.606653:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e51501c. 00010000:00000010:1.1:1776267955.606655:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfdd8a44. 00010000:00000010:1.1:1776267955.606658:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007ddac8d. 00010000:00000010:1.1:1776267955.606661:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c29a506. 00010000:00000010:1.1:1776267955.606663:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a47df39a. 00010000:00000010:1.1:1776267955.606666:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d25263e3. 00010000:00000010:1.1:1776267955.606668:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1a1bac0. 00010000:00000010:1.1:1776267955.606671:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f12dae82. 00010000:00000010:1.1:1776267955.606674:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a20caf21. 00010000:00000010:1.1:1776267955.606678:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5dc8109. 00010000:00000010:1.1:1776267955.606680:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae7f6f50. 00010000:00000010:1.1:1776267955.606683:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db178cc5. 00010000:00000010:1.1:1776267955.606689:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f96a67c. 00010000:00000010:1.1:1776267955.606692:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019385449. 00010000:00000010:1.1:1776267955.606695:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b483a012. 00010000:00000010:1.1:1776267955.606699:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071c97fa4. 00010000:00000010:1.1:1776267955.606701:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57d8076. 00010000:00000010:1.1:1776267955.606705:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006246bc85. 00010000:00000010:1.1:1776267955.606708:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030e7672f. 00010000:00000010:1.1:1776267955.606711:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ee6dd0. 00010000:00000010:1.1:1776267955.606714:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000349ee13f. 00010000:00000010:1.1:1776267955.606717:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002468edb4. 00010000:00000010:1.1:1776267955.606719:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9486afe. 00010000:00000010:1.1:1776267955.606724:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009244cb8c. 00010000:00000010:1.1:1776267955.606726:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000805ad317. 00010000:00000010:1.1:1776267955.606729:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b4b7ca7. 00010000:00000010:1.1:1776267955.606731:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7eb2fa0. 00010000:00000010:1.1:1776267955.606734:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdd0f7b8. 00010000:00000010:1.1:1776267955.606737:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c15211ba. 00010000:00000010:1.1:1776267955.606741:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad0ed44c. 00010000:00000010:1.1:1776267955.606745:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a99d6453. 00010000:00000010:1.1:1776267955.606748:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aa4b3ee. 00010000:00000010:1.1:1776267955.606750:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4ece58e. 00010000:00000010:1.1:1776267955.606753:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066b6af44. 00010000:00000010:1.1:1776267955.606755:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043c13053. 00010000:00000010:1.1:1776267955.606758:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133e62fa. 00010000:00000010:1.1:1776267955.606760:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080ecc558. 00010000:00000010:1.1:1776267955.606762:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7344381. 00010000:00000010:1.1:1776267955.606766:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd9ef71c. 00010000:00000010:1.1:1776267955.606768:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3b30b88. 00010000:00000010:1.1:1776267955.606771:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d3be716. 00010000:00000010:1.1:1776267955.606774:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015637e6a. 00010000:00000010:1.1:1776267955.606776:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc73e790. 00010000:00000010:1.1:1776267955.606779:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a93a809. 00010000:00000010:1.1:1776267955.606781:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9c29125. 00010000:00000010:1.1:1776267955.606784:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b1f63d8. 00010000:00000010:1.1:1776267955.606785:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abfa3aa1. 00010000:00000010:1.1:1776267955.606788:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010420d71. 00010000:00000010:1.1:1776267955.606790:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb8e8a13. 00010000:00000010:1.1:1776267955.606793:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000699028c6. 00010000:00000010:1.1:1776267955.606795:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073c3e8e8. 00010000:00000010:1.1:1776267955.606797:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000703b7549. 00010000:00000010:1.1:1776267955.606799:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd2c6920. 00010000:00000010:1.1:1776267955.606802:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082dc3c7a. 00010000:00000010:1.1:1776267955.606807:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000446b1918. 00010000:00000010:1.1:1776267955.606812:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc1bee12. 00010000:00000010:1.1:1776267955.606814:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000742566d4. 00010000:00000010:1.1:1776267955.606817:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bf86dee. 00010000:00000010:1.1:1776267955.606819:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a796a6f. 00010000:00000010:1.1:1776267955.606822:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5aa4087. 00010000:00000010:1.1:1776267955.606836:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daa0a54d. 00010000:00000010:1.1:1776267955.606840:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009110c1b4. 00010000:00000010:1.1:1776267955.606842:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ca1bf32. 00010000:00000010:1.1:1776267955.606844:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a2a65c8. 00010000:00000010:1.1:1776267955.606847:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037a5fac3. 00010000:00000010:1.1:1776267955.606849:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd33519. 00010000:00000010:1.1:1776267955.606851:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000509c520e. 00010000:00000010:1.1:1776267955.606853:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bff1f56. 00010000:00000010:1.1:1776267955.606857:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032f7a067. 00010000:00000010:1.1:1776267955.606859:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002808499b. 00010000:00000010:1.1:1776267955.606862:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a06f3563. 00010000:00000010:1.1:1776267955.606864:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2b09b36. 00010000:00000010:1.1:1776267955.606872:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c8322dd. 00010000:00000010:1.1:1776267955.606874:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df1b9d2. 00010000:00000010:1.1:1776267955.606878:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ac124e0. 00010000:00000010:1.1:1776267955.606881:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c91b4f6. 00010000:00000010:1.1:1776267955.606883:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e91fba4e. 00010000:00000010:1.1:1776267955.606886:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000312bff4e. 00010000:00000010:1.1:1776267955.606889:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065f4c3aa. 00010000:00000010:1.1:1776267955.606891:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cb88a5c. 00010000:00000010:1.1:1776267955.606914:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b7bde80. 00010000:00000010:1.1:1776267955.606917:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a43097ec. 00010000:00000010:1.1:1776267955.606919:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7c8d20b. 00010000:00000010:1.1:1776267955.606921:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff09e7d9. 00010000:00000010:1.1:1776267955.606924:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b586fcd. 00010000:00000010:1.1:1776267955.606927:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7e3fb55. 00010000:00000010:1.1:1776267955.606929:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cf0c45f. 00010000:00000010:1.1:1776267955.606932:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b33878b. 00010000:00000010:1.1:1776267955.606936:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7aa9b23. 00010000:00000010:1.1:1776267955.606938:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c9f9ef. 00010000:00000010:1.1:1776267955.606940:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097991744. 00010000:00000010:1.1:1776267955.606943:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000037ba5bf. 00010000:00000010:1.1:1776267955.606947:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000377f96f1. 00010000:00000010:1.1:1776267955.606950:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c998051b. 00010000:00000010:1.1:1776267955.606952:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a0fcf04. 00010000:00000010:1.1:1776267955.606954:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b5f9a0b. 00010000:00000010:1.1:1776267955.606956:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf1f43f4. 00010000:00000010:1.1:1776267955.606959:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e78fa5d8. 00010000:00000010:1.1:1776267955.606961:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000697c472e. 00010000:00000010:1.1:1776267955.606963:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef6c5ad. 00010000:00000010:1.1:1776267955.606965:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d52b8ae. 00010000:00000010:1.1:1776267955.606968:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7febf0c. 00010000:00000010:1.1:1776267955.606970:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029ff514a. 00010000:00000010:1.1:1776267955.606972:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4aaa4f7. 00010000:00000010:1.1:1776267955.606974:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000395c8b48. 00010000:00000010:1.1:1776267955.606977:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f238b4b2. 00010000:00000010:1.1:1776267955.606981:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b2e6569. 00010000:00000010:1.1:1776267955.606983:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000371df217. 00010000:00000010:1.1:1776267955.606986:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7f8ff61. 00010000:00000010:1.1:1776267955.606988:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee3fdc39. 00010000:00000010:1.1:1776267955.606991:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a099bffa. 00010000:00000010:1.1:1776267955.606993:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000842d68db. 00010000:00000010:1.1:1776267955.606995:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c52e1834. 00010000:00000010:1.1:1776267955.606999:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b6b9ac9. 00010000:00000010:1.1:1776267955.607001:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf72862a. 00010000:00000010:1.1:1776267955.607003:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd647f2d. 00010000:00000010:1.1:1776267955.607006:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f44b59f2. 00010000:00000010:1.1:1776267955.607009:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f58004aa. 00010000:00000010:1.1:1776267955.607014:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8ace16c. 00010000:00000010:1.1:1776267955.607018:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e825930. 00010000:00000010:1.1:1776267955.607021:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb2350e4. 00010000:00000010:1.1:1776267955.607023:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e6ec57. 00010000:00000010:1.1:1776267955.607025:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003255eeac. 00010000:00000010:1.1:1776267955.607027:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2c65010. 00010000:00000010:1.1:1776267955.607029:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003406f0a4. 00010000:00000010:1.1:1776267955.607032:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7c04a34. 00010000:00000010:1.1:1776267955.607034:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000708d13dc. 00010000:00000010:1.1:1776267955.607037:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071e509a3. 00010000:00000010:1.1:1776267955.607039:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf9c726d. 00010000:00000010:1.1:1776267955.607041:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ef22cef. 00010000:00000010:1.1:1776267955.607043:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad2d4233. 00010000:00000010:1.1:1776267955.607045:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b58567e0. 00010000:00000010:1.1:1776267955.607047:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072401b72. 00010000:00000010:1.1:1776267955.607049:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccf4f911. 00010000:00000010:1.1:1776267955.607051:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a07a756. 00010000:00000010:1.1:1776267955.607054:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ccd5bbb. 00010000:00000010:1.1:1776267955.607057:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027d8aec1. 00010000:00000010:1.1:1776267955.607060:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064fa9855. 00010000:00000010:1.1:1776267955.607062:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000635a6a07. 00010000:00000010:1.1:1776267955.607065:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfc77851. 00010000:00000010:1.1:1776267955.607067:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b219495. 00010000:00000010:1.1:1776267955.607070:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cedef7d. 00010000:00000010:1.1:1776267955.607072:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065ce0b8e. 00010000:00000010:1.1:1776267955.607075:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b64e2e7. 00010000:00000010:1.1:1776267955.607077:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002109c690. 00010000:00000010:1.1:1776267955.607081:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a1bf512. 00010000:00000010:1.1:1776267955.607083:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000153f99ca. 00010000:00000010:1.1:1776267955.607086:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc7a41ab. 00010000:00000010:1.1:1776267955.607089:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1b19c5e. 00010000:00000010:1.1:1776267955.607091:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b31b6518. 00010000:00000010:1.1:1776267955.607093:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060e321ce. 00010000:00000010:1.1:1776267955.607096:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000930ee9. 00010000:00000010:1.1:1776267955.607100:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec43d781. 00010000:00000010:1.1:1776267955.607103:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05217e0. 00010000:00000010:1.1:1776267955.607105:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068d69cfa. 00010000:00000010:1.1:1776267955.607108:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006168d7bd. 00010000:00000010:1.1:1776267955.607110:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d01191dd. 00010000:00000010:1.1:1776267955.607112:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00010000:00000010:1.1:1776267955.607115:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020aacfb3. 00010000:00000010:1.1:1776267955.607117:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038f35720. 00010000:00000010:1.1:1776267955.607119:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abad3acf. 00010000:00000010:1.1:1776267955.607122:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fac1a17. 00010000:00000010:1.1:1776267955.607124:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052c168a2. 00010000:00000010:1.1:1776267955.607126:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b2becd3. 00010000:00000010:1.1:1776267955.607129:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb944b74. 00010000:00000010:1.1:1776267955.607130:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd49ad62. 00010000:00000010:0.1:1776267955.618949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e87f38f3. 00010000:00000010:0.1:1776267955.618964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053fdbf60. 00010000:00000010:0.1:1776267955.618973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae039826. 00010000:00000010:0.1:1776267955.618978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a8a5860. 00010000:00000010:0.1:1776267955.618981:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4b65aca. 00010000:00000010:0.1:1776267955.618985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285d3014. 00010000:00000010:0.1:1776267955.618987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cb2072d. 00010000:00000010:0.1:1776267955.618991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a3a7818. 00010000:00000010:0.1:1776267955.618994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002945a3dd. 00010000:00000010:0.1:1776267955.618997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144e8743. 00010000:00000010:0.1:1776267955.619000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baedcf93. 00010000:00000010:0.1:1776267955.619002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af796e7d. 00010000:00000010:0.1:1776267955.622931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070cf3c13. 00010000:00000010:0.1:1776267955.622939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fccd4bfe. 00010000:00000010:0.1:1776267955.622942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006940f776. 00010000:00000010:0.1:1776267955.622945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:0.1:1776267955.622948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c00e28f4. 00010000:00000010:0.1:1776267955.622950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e3d801. 00010000:00000010:0.1:1776267955.622952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062dc1bfb. 00010000:00000010:0.1:1776267955.622956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bca27ece. 00010000:00000010:0.1:1776267955.622958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf551f3c. 00010000:00000010:0.1:1776267955.622961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada7ffb5. 00010000:00000010:0.1:1776267955.622965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bdb33a6. 00010000:00000010:0.1:1776267955.622968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7f75c85. 00010000:00000010:0.1:1776267955.622971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004580df16. 00010000:00000010:0.1:1776267955.622974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020bf7b24. 00010000:00000010:0.1:1776267955.622976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e23e99ea. 00010000:00000010:0.1:1776267955.622979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6a87aa1. 00010000:00000010:0.1:1776267955.622984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c93d6b6. 00010000:00000010:0.1:1776267955.622987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f629bc6. 00010000:00000010:0.1:1776267955.622989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab6f7cd4. 00010000:00000010:0.1:1776267955.622992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b19ac1ae. 00010000:00000010:0.1:1776267955.622994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000181acc. 00010000:00000010:0.1:1776267955.622996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006496d4a6. 00010000:00000010:0.1:1776267955.622998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007127645a. 00010000:00000010:0.1:1776267955.623000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b49aaa4. 00010000:00000010:0.1:1776267955.623003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005321bff. 00010000:00000010:0.1:1776267955.623005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ca0cff8. 00010000:00000010:0.1:1776267955.623007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025c5e919. 00010000:00000010:0.1:1776267955.623009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e86fff1b. 00010000:00000010:0.1:1776267955.623011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081918133. 00010000:00000010:0.1:1776267955.623015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dcce301. 00010000:00000010:0.1:1776267955.623020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc78fda9. 00010000:00000010:0.1:1776267955.623025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbbd06c9. 00010000:00000010:0.1:1776267955.623028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000466d35b4. 00010000:00000010:0.1:1776267955.623030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e50fe91. 00010000:00000010:0.1:1776267955.623035:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035f9d4ad. 00010000:00000010:0.1:1776267955.623038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d898493. 00010000:00000010:0.1:1776267955.623041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c01bf58e. 00010000:00000010:0.1:1776267955.623043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daefe48d. 00010000:00000010:0.1:1776267955.623045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b8d8a36. 00010000:00000010:0.1:1776267955.623048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e9fd297. 00010000:00000010:0.1:1776267955.623051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fc4ead4. 00010000:00000010:0.1:1776267955.623052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000394f197a. 00010000:00000010:0.1:1776267955.623054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7efd360. 00010000:00000010:0.1:1776267955.623057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009900bd16. 00010000:00000010:0.1:1776267955.623059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ec2f7b2. 00010000:00000010:0.1:1776267955.623061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8e094d9. 00010000:00000010:0.1:1776267955.623063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000188f598f. 00010000:00000010:0.1:1776267955.623066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000014f84c7. 00010000:00000010:0.1:1776267955.623069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d237e8e5. 00010000:00000010:0.1:1776267955.623071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4038c86. 00010000:00000010:0.1:1776267955.623072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4e24a57. 00010000:00000010:0.1:1776267955.623074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbf74991. 00010000:00000010:0.1:1776267955.623076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000992a448e. 00010000:00000010:0.1:1776267955.623078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000747cda9c. 00010000:00000010:0.1:1776267955.623080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003acb0bfd. 00010000:00000010:0.1:1776267955.623082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091a68bf5. 00010000:00000010:0.1:1776267955.623084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7f7c602. 00010000:00000010:0.1:1776267955.623085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000950d3a1b. 00010000:00000010:0.1:1776267955.623089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050c3ed5f. 00010000:00000010:0.1:1776267955.623091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2ac07d2. 00010000:00000010:0.1:1776267955.623093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c2f43eb. 00010000:00000010:0.1:1776267955.623095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00010000:00000010:0.1:1776267955.623097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0394ff8. 00010000:00000010:0.1:1776267955.623099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000202fa0f0. 00010000:00000010:0.1:1776267955.623101:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e132388. 00010000:00000010:0.1:1776267955.623104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006aa315c0. 00010000:00000010:0.1:1776267955.623106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f659e1d. 00010000:00000010:0.1:1776267955.623109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:0.1:1776267955.623111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd8dfa3. 00010000:00000010:0.1:1776267955.623113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26a5a75. 00010000:00000010:3.1:1776267955.626968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3630a78. 00010000:00000010:0.1:1776267955.631035:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a51a103. 00010000:00000010:0.1:1776267955.631041:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000143f1a14. 00010000:00000010:1.1:1776267955.632950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc574504. 00010000:00000010:3.1:1776267955.632990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083db450c. 00010000:00000010:0.1:1776267955.633156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ac0510a. 00010000:00000010:0.1:1776267955.633165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:0.1:1776267955.637997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005160fe49. 00010000:00000010:0.1:1776267955.638006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26a5a75. 00010000:00000010:0.1:1776267955.638010:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8e167ea. 00010000:00000010:0.1:1776267955.638013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:1.1:1776267955.641037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001584f26b. 00010000:00000010:1.1:1776267955.649157:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091a90471. 00010000:00000010:0.1:1776267955.649484:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbd1d764. 00010000:00000010:0.1:1776267955.649492:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000143f1a14. 00010000:00000010:0.1:1776267955.649496:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020e4d90a. 00010000:00000010:0.1:1776267955.649499:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:0.1:1776267955.652931:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009ddd4ea. 00010000:00000010:0.1:1776267955.652938:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:0.1:1776267955.652942:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd8dfa3. 00010000:00000010:0.1:1776267955.652946:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26a5a75. 00010000:00000010:1.1:1776267955.653577:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d5d23d6. 00010000:00000010:0.1:1776267955.656044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af61fea8. 00010000:00000010:0.1:1776267955.656051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be4cedfc. 00010000:00000010:0.1:1776267955.656055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00010000:00000010:1.1:1776267955.656366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f7c0b29. 00010000:00000010:1.1:1776267955.656377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007414b9d8. 00010000:00000010:2.1:1776267955.657448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e270f72d. 00010000:00000010:2.1:1776267955.657456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006aa315c0. 00010000:00000010:0.1:1776267955.661967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004580190c. 00010000:00000010:0.1:1776267955.661974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edba4b21. 00010000:00000010:0.1:1776267955.661979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:1.1:1776267955.666751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000202c964. 00010000:00000010:0.1:1776267955.674046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bd0333d. 00010000:00000010:0.1:1776267955.674057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26a5a75. 00010000:00000010:0.1:1776267955.674062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb21395a. 00010000:00000010:0.1:1776267955.674065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db5aada6. 00010000:00000010:0.1:1776267955.674068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:0.1:1776267955.679989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef6f4436. 00010000:00000010:0.1:1776267955.679996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000143f1a14. 00010000:00000010:1.1:1776267955.680069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e731b0bf. 00010000:00000010:2.1:1776267955.689022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017954d67. 00010000:00000010:0.1:1776267955.689064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073abdf16. 00010000:00000010:0.1:1776267955.689070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:1.1:1776267955.689157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067827b3b. 00010000:00000010:0.1:1776267955.693114:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a52cff8e. 00010000:00000010:0.1:1776267955.693127:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000202fa0f0. 00010000:00000010:0.1:1776267955.693131:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae49e5df. 00010000:00000010:0.1:1776267955.693135:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:2.1:1776267955.694064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020e917da. 00010000:00000010:1.1:1776267955.697071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b3521f6. 00010000:00000010:1.1:1776267955.697082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000510c1d8f. 00010000:00000010:1.1:1776267955.697085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022b563be. 00010000:00000010:0.1:1776267955.698105:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070662258. 00010000:00000010:0.1:1776267955.698114:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26a5a75. 00010000:00000010:0.1:1776267955.698117:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b0a633b. 00010000:00000010:0.1:1776267955.698121:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000143f1a14. 00010000:00000010:0.1:1776267955.698123:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd8dfa3. 00010000:00000010:0.1:1776267955.698126:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00010000:00000010:0.1:1776267955.701839:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfdcb93e. 00010000:00000010:0.1:1776267955.701848:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2ac07d2. 00010000:00000010:0.1:1776267955.706251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a9fd455. 00010000:00000010:0.1:1776267955.706258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:0.1:1776267955.706262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038c4da75. 00010000:00000010:0.1:1776267955.706265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054374afc. 00010000:00000010:0.1:1776267955.706281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:1.1:1776267955.706932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d45e834. 00010000:00000010:0.1:1776267955.710010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042379591. 00010000:00000010:0.1:1776267955.710017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5500d71. 00010000:00000010:0.1:1776267955.710021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00010000:00000010:1.1:1776267955.712153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc8b9b84. 00010000:00000010:0.1:1776267955.712208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003760cc8f. 00010000:00000010:0.1:1776267955.712216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2ac07d2. 00010000:00000010:2.1:1776267955.716974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b94aedac. 00010000:00000010:0.1:1776267955.720969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027081fa0. 00010000:00000010:0.1:1776267955.720977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:0.1:1776267955.724318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b82f2a85. 00010000:00000010:0.1:1776267955.724324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00010000:00000010:2.1:1776267955.725023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c77a9c7f. 00010000:00000010:0.1:1776267955.729222:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff44cf46. 00010000:00000010:0.1:1776267955.729230:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7dfa90f. 00010000:00000010:0.1:1776267955.729233:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2ac07d2. 00010000:00000010:1.1:1776267955.730348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f32abb88. 00010000:00000010:0.1:1776267955.736934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f18322e. 00010000:00000010:0.1:1776267955.736942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:1.1:1776267955.740929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006901662d. 00010000:00000010:0.1:1776267955.740974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c6d4de. 00010000:00000010:0.1:1776267955.740980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000968ed906. 00010000:00000010:0.1:1776267955.740985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:0.1:1776267955.746510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000283e439a. 00010000:00000010:0.1:1776267955.746520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2ac07d2. 00010000:00000010:0.1:1776267955.746523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd8dfa3. 00010000:00000010:0.1:1776267955.746526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00010000:00000010:1.1:1776267955.746952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5cedaa4. 00010000:00000010:2.1:1776267955.748929:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a81ed3df. 00010000:00000010:3.1:1776267955.749055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039fed39b. 00010000:00000010:3.1:1776267955.749062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000143f1a14. 00010000:00000010:0.1:1776267955.752948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b56a178. 00010000:00000010:0.1:1776267955.752966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:0.1:1776267955.760290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000195d3bec. 00010000:00000010:0.1:1776267955.760300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da8806f7. 00010000:00000010:0.1:1776267955.760304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:1.1:1776267955.768449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6fc5987. 00010000:00000010:1.1:1776267955.772036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079a80acf. 00010000:00000010:0.1:1776267955.775729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000182a3178. 00010000:00000010:0.1:1776267955.775741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00010000:00000010:0.1:1776267955.776243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1c0908c. 00010000:00000010:0.1:1776267955.776249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2ac07d2. 00010000:00000010:0.1:1776267955.776252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd8dfa3. 00010000:00000010:0.1:1776267955.776255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:1.1:1776267955.777066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009c34b94. 00010000:00000010:0.1:1776267955.779150:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbd78ad0. 00010000:00000010:0.1:1776267955.779160:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:2.1:1776267955.789206:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc8209d9. 00010000:00000010:0.1:1776267955.794321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001353ebc8. 00010000:00000010:0.1:1776267955.794329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26a5a75. 00010000:00000010:0.1:1776267955.801950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cfe6c4e. 00010000:00000010:0.1:1776267955.801964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028871f3b. 00010000:00000010:0.1:1776267955.801970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:2.1:1776267955.815237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000311e68e1. 00010000:00000010:2.1:1776267955.815255:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010bfbd43. 00010000:00000010:2.1:1776267955.815260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00010000:00000010:1.1:1776267955.823174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f5175ca. 00010000:00000010:2.1:1776267955.827953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085d71e99. 00010000:00000010:2.1:1776267955.827971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00010000:00000010:2.1:1776267955.827976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e262663e. 00010000:00000010:2.1:1776267955.827982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00010000:00000010:2.1:1776267955.831786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca432dc8. 00010000:00000010:2.1:1776267955.831801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9fcf4c. 00010000:00000010:2.1:1776267955.831805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000657f0a06. 00010000:00000010:2.1:1776267955.844965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042b46ccf. 00010000:00000010:2.1:1776267955.844982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00010000:00000010:1.1:1776267955.845941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023b0ab28. 00010000:00000010:3.1:1776267955.865074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bab95d34. 00010000:00000010:3.1:1776267955.865081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000657f0a06. 00010000:00000010:2.1:1776267955.865328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0365f74. 00010000:00000010:0.1:1776267955.869937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f57a32a5. 00010000:00000010:2.1:1776267955.869947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067937558. 00010000:00000010:0.1:1776267955.869953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00010000:00000010:3.1:1776267955.873934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000513cf25f. 00010000:00000010:0.1:1776267955.875926:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f9ab2ec. 00010000:00000010:0.1:1776267955.875935:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:1.1:1776267955.893982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cff16dca. 00010000:00000010:1.1:1776267955.893990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6582ab6. 00010000:00000010:1.1:1776267955.893993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26a5a75. 00010000:00000010:1.1:1776267955.893996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db3c2155. 00010000:00000010:1.1:1776267955.893999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee6b8cd3. 00010000:00000010:1.1:1776267955.894002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd49ad62. 00010000:00000010:0.1:1776267955.897031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605a4c56. 00010000:00000010:0.1:1776267955.897052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024e3f65c. 00010000:00000010:0.1:1776267955.897057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b2becd3. 00010000:00000010:1.1:1776267955.897939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7b1e5a. 00010000:00000010:0.1:1776267955.903060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027de4d27. 00010000:00000010:0.1:1776267955.903072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:0.1:1776267955.913741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b97c6668. 00010000:00000010:0.1:1776267955.916918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003df72a99. 00010000:00000010:0.1:1776267955.916932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:3.1:1776267955.920955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c710ca15. 00010000:00000010:3.1:1776267955.920964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:3.1:1776267955.920969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267955.920973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:1.1:1776267955.921929:0:78369:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c3db5b. 00010000:00000010:0.1:1776267955.926075:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ac0feb5. 00010000:00000010:0.1:1776267955.930920:0:78370:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb8526bb. 00010000:00000010:0.1:1776267955.930931:0:78370:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:0.1:1776267955.935658:0:78370:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000263af15e. 00010000:00000010:0.1:1776267955.935669:0:78370:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003004245a. 00010000:00000010:0.1:1776267955.935673:0:78370:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:3.1:1776267955.940282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab3abec4. 00010000:00000010:1.1:1776267955.942433:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f826f86b. 00010000:00000010:1.1:1776267955.942448:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2ac07d2. 00010000:00000010:1.1:1776267955.953952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ead4b6f6. 00010000:00000010:1.1:1776267955.953964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026c94fa1. 00010000:00000010:1.1:1776267955.953970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd49ad62. 00010000:00000010:1.1:1776267955.964916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c41846ca. 00010000:00000010:1.1:1776267955.964930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033265262. 00010000:00000010:1.1:1776267955.964934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fac1a17. 00010000:00000010:1.1:1776267955.964937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0200b27. 00010000:00000010:1.1:1776267955.964940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038f35720. 00010000:00000010:3.1:1776267955.968566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003055297a. 00010000:00000010:0.1:1776267955.969470:0:78373:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c57c754d. 00010000:00000010:1.1:1776267955.976754:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7170de7. 00010000:00000010:1.1:1776267955.976762:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd49ad62. 00010000:00000010:1.1:1776267955.985012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5963a3d. 00010000:00000010:1.1:1776267955.985030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007244dbb0. 00010000:00000010:1.1:1776267955.985036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038f35720. 00010000:00000010:1.1:1776267955.996123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031856674. 00010000:00000010:2.1:1776267956.003949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab228d5e. 00010000:00000010:2.1:1776267956.003961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd49ad62. 00010000:00000010:2.1:1776267956.008482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064bc3cf9. 00010000:00000010:2.1:1776267956.008492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00010000:00000010:1.1:1776267956.008955:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062854472. 00010000:00000010:1.1:1776267956.008960:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081324f7e. 00010000:00000010:2.1:1776267956.020121:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003eb436c0. 00010000:00000010:2.1:1776267956.020130:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00010000:00000010:2.1:1776267956.020133:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e262663e. 00010000:00000010:2.1:1776267956.020137:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00010000:00000010:1.1:1776267956.023985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bd0219a. 00010000:00000010:1.1:1776267956.023992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000483a48ca. 00010000:00000010:2.1:1776267956.029281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dcbbf6d. 00010000:00000010:2.1:1776267956.029291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.1:1776267956.029294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2984731. 00010000:00000010:2.1:1776267956.029297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.1:1776267956.029299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da7ad965. 00010000:00000010:2.1:1776267956.029303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011ee8529. 00010000:00000010:2.1:1776267956.029305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.1:1776267956.032934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007603000a. 00010000:00000010:0.1:1776267956.032971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c01d4ec0. 00010000:00000010:0.1:1776267956.032979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00010000:00000010:1.1:1776267956.037075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dda34ebf. 00010000:00000010:2.1:1776267956.040974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091d81c97. 00010000:00000010:2.1:1776267956.040985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:2.1:1776267956.040989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e262663e. 00010000:00000010:2.1:1776267956.040993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:1.1:1776267956.045927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c9e73b. 00010000:00000010:0.1:1776267956.050248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d68b04a5. 00010000:00000010:0.1:1776267956.050256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.1:1776267956.053531:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008df486e7. 00010000:00000010:2.1:1776267956.053541:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000202fa0f0. 00010000:00000010:1.1:1776267956.054399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004766e47b. 00010000:00000010:1.1:1776267956.054406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ff16ea5. 00010000:00000010:0.1:1776267956.056311:0:78369:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abc37785. 00010000:00000010:0.1:1776267956.056318:0:78369:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00010000:00000010:1.1:1776267956.058932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000207caca7. 00010000:00000010:2.1:1776267956.069915:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003403bb56. 00010000:00000010:2.1:1776267956.069921:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.1:1776267956.069925:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c3c891. 00010000:00000010:2.1:1776267956.069928:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:1.1:1776267956.074192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000966ce09e. 00010000:00000010:2.1:1776267956.077976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007da18b36. 00010000:00000010:2.1:1776267956.077989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac18a113. 00010000:00000010:2.1:1776267956.077993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00010000:00000010:0.1:1776267956.089147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbb72639. 00010000:00000010:3.1:1776267956.097213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052e5981c. 00010000:00000010:3.1:1776267956.097221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:0.1:1776267956.101436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f645451c. 00010000:00000010:3.1:1776267956.110091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000068f0ea8. 00010000:00000010:3.1:1776267956.110098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047c6c51a. 00010000:00000010:3.1:1776267956.110103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00010000:00000010:2.1:1776267956.111412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024baf287. 00010000:00000010:2.1:1776267956.111420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:2.1:1776267956.115598:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097366c27. 00010000:00000010:2.1:1776267956.115608:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:2.1:1776267956.115612:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f390e1e. 00010000:00000010:0.1:1776267956.116533:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086cd2ec4. 00010000:00000010:0.1:1776267956.116565:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f22199a6. 00010000:00000010:0.1:1776267956.116569:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:0.1:1776267956.116573:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd8dfa3. 00010000:00000010:0.1:1776267956.116576:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00010000:00000010:2.1:1776267956.119988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc67ea9b. 00010000:00000010:2.1:1776267956.120001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006414abf5. 00010000:00000010:2.1:1776267956.120005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edb8c950. 00010000:00000010:3.1:1776267956.135977:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18fa1b8. 00010000:00000010:2.1:1776267956.136006:0:78377:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c96363b5. 00010000:00000010:2.1:1776267956.136012:0:78377:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb2f35a4. 00010000:00000010:3.1:1776267956.144938:0:78368:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5fc1fc. 00010000:00000010:3.1:1776267956.144946:0:78368:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008633e4e9. 00010000:00000010:3.1:1776267956.144950:0:78368:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.1:1776267956.145198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea851620. 00010000:00000010:2.1:1776267956.145204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009aa4355e. 00010000:00000010:2.1:1776267956.145209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efb028e. 00010000:00000010:1.1:1776267956.148025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d20121c. 00010000:00000010:2.1:1776267956.149168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d67d54b. 00010000:00000010:2.1:1776267956.149177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:2.1:1776267956.149180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e262663e. 00010000:00000010:2.1:1776267956.149183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb2f35a4. 00010000:00000010:1.1:1776267956.161920:0:78369:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ff37089. 00010000:00000010:1.1:1776267956.161927:0:78369:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e16f23. 00010000:00000010:3.1:1776267956.167941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010b9b588. 00010000:00000010:1.1:1776267956.180117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bb36f7d. 00010000:00000010:1.1:1776267956.180129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038f35720. 00010000:00000010:3.1:1776267956.180572:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008770ceb6. 00010000:00000010:0.1:1776267956.196094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ec5dedc. 00010000:00000010:0.1:1776267956.196109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fac1a17. 00010000:00000010:1.1:1776267956.198614:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007345a4af. 00010000:00000010:3.1:1776267956.200313:0:787:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d06fa813. 00010000:00000010:0.1:1776267956.211934:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002a142a9. 00010000:00000010:0.1:1776267956.211945:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00010000:00000010:3.1:1776267956.212720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005357a89c. 00010000:00000010:3.1:1776267956.212727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003914e864. 00010000:00000010:3.1:1776267956.212730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4628efa. 00010000:00000010:3.1:1776267956.212732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267956.212735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000396c0880. 00010000:00000010:3.1:1776267956.221976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033eae482. 00010000:00000010:3.1:1776267956.221988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033d5b8f2. 00010000:00000010:3.1:1776267956.221992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a53a9e4. 00010000:00000010:3.1:1776267956.246755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000930d8644. 00010000:00000010:3.1:1776267956.246770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdd5117d. 00010000:00000010:3.1:1776267956.246774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00010000:00000010:1.1:1776267956.249464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052936cea. 00010000:00000010:1.1:1776267956.249479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ca05b16. 00010000:00000010:1.1:1776267956.249483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000396c0880. 00010000:00000010:3.1:1776267956.261939:0:78384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000848ff01c. 00010000:00000010:1.1:1776267956.262493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebfeefe3. 00010000:00000010:1.1:1776267956.262500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041a3e565. 00010000:00000010:1.1:1776267956.262504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038f35720. 00010000:00000010:1.1:1776267956.262507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7915bdd. 00010000:00000010:1.1:1776267956.262509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00010000:00000010:0.1:1776267956.267262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b91ad552. 00010000:00000010:1.1:1776267956.268023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b959a2d. 00010000:00000010:1.1:1776267956.268030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006168d7bd. 00010000:00000010:3.1:1776267956.299957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000936db303. 00010000:00000010:3.1:1776267956.299969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05217e0. 00010000:00000010:1.1:1776267956.301084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.1:1776267956.301091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b13c52a1. 00010000:00000010:1.1:1776267956.301095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000639a25e. 00010000:00000010:1.1:1776267956.301099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00010000:00000010:0.1:1776267956.304773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b72187cc. 00010000:00000010:1.1:1776267956.311527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099e81134. 00010000:00000010:1.1:1776267956.311535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006168d7bd. 00010000:00000010:1.1:1776267956.315810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdcad653. 00010000:00000010:1.1:1776267956.315819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00010000:00000010:1.1:1776267956.320200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074731364. 00010000:00000010:1.1:1776267956.320208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b13c52a1. 00010000:00000010:1.1:1776267956.320212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065ce0b8e. 00010000:00000010:1.1:1776267956.320216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006168d7bd. 00010000:00000010:0.1:1776267956.320935:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4304807. 00010000:00000010:0.1:1776267956.320940:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005317c6c. 00010000:00000010:1.1:1776267956.330823:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa30ece0. 00010000:00000010:1.1:1776267956.330831:0:64836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f9a91d1. 00010000:00000010:1.1:1776267956.330836:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00010000:00000010:2.1:1776267956.333221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5a18799. 00010000:00000010:3.1:1776267956.338676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002f864ff. 00010000:00000010:3.1:1776267956.338684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006168d7bd. 00010000:00000010:3.1:1776267956.347943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e5db3f. 00010000:00000010:0.1:1776267956.348001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053950da3. 00010000:00000010:0.1:1776267956.348007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a53a9e4. 00010000:00000010:3.1:1776267956.353945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5aec6fd. 00010000:00000010:3.1:1776267956.353952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000273e7585. 00010000:00000010:3.1:1776267956.353955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00010000:00000010:0.1:1776267956.361095:0:78387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6a2ef7. 00010000:00000010:2.1:1776267956.365924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca8e2734. 00010000:00000010:2.1:1776267956.365937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00010000:00000010:2.1:1776267956.365942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e262663e. 00010000:00000010:2.1:1776267956.365946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb2f35a4. 00010000:00000010:3.1:1776267956.396192:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e2fdc7. 00010000:00000010:3.1:1776267956.396203:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5eac6c4. 00010000:00000010:3.1:1776267956.396206:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efb028e. 00010000:00000010:3.1:1776267956.398496:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1d72b21. 00010000:00000010:2.1:1776267956.402403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fee5e604. 00010000:00000010:2.1:1776267956.402504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000396c0880. 00010000:00000010:3.1:1776267956.404081:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095e2659a. 00010000:00000010:3.1:1776267956.404091:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb2f35a4. 00010000:00000010:2.1:1776267956.405224:0:78392:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000337faedc. 00010000:00000010:1.1:1776267956.407988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d4c9287. 00010000:00000010:3.1:1776267956.411186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b4f7db0. 00010000:00000010:3.1:1776267956.411198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:3.1:1776267956.418012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cdb1eb. 00010000:00000010:3.1:1776267956.418021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a922f1e. 00010000:00000010:3.1:1776267956.418026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:1.1:1776267956.429944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003d54186. 00010000:00000010:3.1:1776267956.430677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b096c880. 00010000:00000010:3.1:1776267956.430686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009180e9cc. 00010000:00000010:3.1:1776267956.430690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:1.1:1776267956.432071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000219b4c99. 00010000:00000010:3.1:1776267956.432125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034918fe0. 00010000:00000010:3.1:1776267956.432132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:3.1:1776267956.432134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000deebe3f4. 00010000:00000010:3.1:1776267956.432137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:1.1:1776267956.433926:0:78394:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1ca6547. 00010000:00000010:3.1:1776267956.434198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f38419d. 00010000:00000010:3.1:1776267956.434205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:3.1:1776267956.447929:0:78388:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b372d70. 00010000:00000010:3.1:1776267956.447937:0:78388:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00010000:00000010:2.1:1776267956.448477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098e2be6f. 00010000:00000010:0.1:1776267956.470617:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000668dfe1e. 00010000:00000010:0.1:1776267956.470626:0:64836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c935477. 00010000:00000010:0.1:1776267956.470630:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:1.1:1776267956.489945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084062bc7. 00010000:00000010:3.1:1776267956.490549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004d7f081. 00010000:00000010:3.1:1776267956.490558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b63ad641. 00010000:00000010:3.1:1776267956.497020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a0731d7. 00010000:00000010:3.1:1776267956.497029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f1df230. 00010000:00000010:3.1:1776267956.497033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00010000:00000010:1.1:1776267956.506102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003086e5df. 00010000:00000010:0.1:1776267956.507799:0:78388:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c32f54e. 00010000:00000010:0.1:1776267956.507811:0:78388:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eba572b8. 00010000:00000010:0.1:1776267956.507815:0:78388:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:0.1:1776267956.510969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd2beae8. 00010000:00000010:0.1:1776267956.510983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be1bf8b8. 00010000:00000010:1.1:1776267956.511828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d50c14a4. 00010000:00000010:0.1:1776267956.515083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a1bbcb9. 00010000:00000010:0.1:1776267956.515109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:1.1:1776267956.519515:0:75364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eadf7d6d. 00010000:00000010:1.1:1776267956.519523:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c26c07. 00010000:00000010:1.1:1776267956.519527:0:75364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065ce0b8e. 00010000:00000010:1.1:1776267956.519530:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00010000:00000010:3.1:1776267956.519582:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058f6ce9c. 00010000:00000010:3.1:1776267956.529927:0:78406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a1057d7. 00010000:00000010:0.1:1776267956.529927:0:78405:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b115346. 00010000:00000010:0.1:1776267956.529943:0:78405:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b13c52a1. 00010000:00000010:2.1:1776267956.535651:0:78406:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3f8866. 00010000:00000010:0.1:1776267956.535933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b4c5b23. 00010000:00000010:0.1:1776267956.535941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:3.1:1776267956.543933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011dc8fd9. 00010000:00000010:0.1:1776267956.544035:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075a61669. 00010000:00000010:0.1:1776267956.544043:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be1bf8b8. 00010000:00000010:0.1:1776267956.560963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac944070. 00010000:00000010:0.1:1776267956.561311:0:55358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:1.1:1776267956.566670:0:787:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f435dc07. 00010000:00000010:2.1:1776267956.570172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e43aed2. 00010000:00000010:2.1:1776267956.570178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be1bf8b8. 00010000:00000010:1.1:1776267956.571950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c47b5802. 00010000:00000010:3.1:1776267956.577212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6e55be0. 00010000:00000010:3.1:1776267956.577219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:1.1:1776267956.582571:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001efa80b0. 00010000:00000010:2.1:1776267956.590158:0:787:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fda2fc49. 00010000:00000010:3.1:1776267956.596525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d90aa39. 00010000:00000010:3.1:1776267956.596539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00010000:00000010:3.1:1776267956.615640:0:78368:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004aa34b29. 00010000:00000010:3.1:1776267956.615653:0:78368:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:1.1:1776267956.616126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058992b2a. 00010000:00000010:3.1:1776267956.618776:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090d83701. 00010000:00000010:3.1:1776267956.618782:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c118ef2e. 00010000:00000010:0.1:1776267956.618921:0:78411:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00010000:00000010:1.1:1776267956.632927:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d187fe5. 00010000:00000010:1.1:1776267956.632934:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:0.1:1776267956.633801:0:78412:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dacbc6b3. 00010000:00000010:1.1:1776267956.636940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000826d54af. 00010000:00000010:1.1:1776267956.644914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7f84e84. 00010000:00000010:1.1:1776267956.644921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.1:1776267956.648071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d380c17. 00010000:00000010:1.1:1776267956.648079:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b36cdba. 00010000:00000010:1.1:1776267956.648084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00010000:00000010:2.1:1776267956.650073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ed742de. 00010000:00000010:2.1:1776267956.650085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038f35720. 00010000:00000010:3.1:1776267956.650096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000373e4b8d. 00010000:00000010:3.1:1776267956.659028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009784b9d1. 00010000:00000010:3.1:1776267956.659045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.1:1776267956.671401:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000877b8e49. 00010000:00000010:3.1:1776267956.676818:0:78368:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098ac5f6e. 00010000:00000010:3.1:1776267956.676836:0:78368:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbe74131. 00010000:00000010:3.1:1776267956.676839:0:78368:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000373e4b8d. 00010000:00000010:2.1:1776267956.682925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000338025a5. 00010000:00000010:2.1:1776267956.682939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbc2aaed. 00010000:00000010:2.1:1776267956.682943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:3.1:1776267956.686079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a8989a9. 00010000:00000010:3.1:1776267956.686090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000053a2446. 00010000:00000010:3.1:1776267956.686093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17b05f5. 00010000:00000010:3.1:1776267956.686097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267956.686100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000373e4b8d. 00010000:00000010:3.1:1776267956.687981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008af138fb. 00010000:00000010:3.1:1776267956.687988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041b0557c. 00010000:00000010:3.1:1776267956.687992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:2.1:1776267956.708545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd7f8d3c. 00010000:00000010:2.1:1776267956.708557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:1.1:1776267956.708620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7ea1282. 00010000:00000010:2.1:1776267956.725224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dc2cacf. 00010000:00000010:2.1:1776267956.725231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005029e199. 00010000:00000010:2.1:1776267956.725235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:3.1:1776267956.736955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062ba7939. 00010000:00000010:3.1:1776267956.736962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056a22f98. 00010000:00000010:3.1:1776267956.736967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:1.1:1776267956.739977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046db1724. 00010000:00000010:1.1:1776267956.739990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000895148e9. 00010000:00000010:1.1:1776267956.739996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:1.1:1776267956.740000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065ce0b8e. 00010000:00000010:1.1:1776267956.740003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00010000:00000010:3.1:1776267956.742371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6a68b04. 00010000:00000010:3.1:1776267956.742383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051609de1. 00010000:00000010:3.1:1776267956.747924:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00010000:00000010:3.1:1776267956.747941:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008679cc7f. 00010000:00000010:3.1:1776267956.747949:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009695f724. 00010000:00000010:3.1:1776267956.747953:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000373e4b8d. 00010000:00000010:3.1:1776267956.759955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4573881. 00010000:00000010:3.1:1776267956.759967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:2.1:1776267956.767423:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000473a7c80. 00010000:00000010:2.1:1776267956.772753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058aaa1ed. 00010000:00000010:2.1:1776267956.772760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:3.1:1776267956.775877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000404c0acc. 00010000:00000010:2.1:1776267956.780021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f2ce4c9. 00010000:00000010:2.1:1776267956.790268:0:75364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4a8d59b. 00010000:00000010:2.1:1776267956.790278:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:2.1:1776267956.790283:0:75364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e262663e. 00010000:00000010:2.1:1776267956.790286:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:0.1:1776267956.798091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ec0e000. 00010000:00000010:0.1:1776267956.798102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a5b69c. 00010000:00000010:1.1:1776267956.798275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002232ecc0. 00010000:00000010:0.1:1776267956.803022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee2f3947. 00010000:00000010:0.1:1776267956.803030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be13f202. 00010000:00000010:0.1:1776267956.803034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081bdc666. 00010000:00000010:0.1:1776267956.803037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f938dac. 00010000:00000010:0.1:1776267956.803040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087745532. 00010000:00000010:2.1:1776267956.807005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037ebab58. 00010000:00000010:0.1:1776267956.811022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e5a1d00. 00010000:00000010:0.1:1776267956.811034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:1.1:1776267956.811096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079b88302. 00010000:00000010:0.1:1776267956.821135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000202584d5. 00010000:00000010:0.1:1776267956.821143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087745532. 00010000:00000010:1.1:1776267956.821196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b797e64. 00010000:00000010:0.1:1776267956.824950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001610f7d1. 00010000:00000010:0.1:1776267956.824965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081bdc666. 00010000:00000010:1.1:1776267956.825006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000428984f8. 00010000:00000010:1.1:1776267956.832031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0949eaa. 00010000:00000010:0.1:1776267956.833333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfb1316a. 00010000:00000010:0.1:1776267956.833339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:0.1:1776267956.837930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003de79f4b. 00010000:00000010:0.1:1776267956.837938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081a561be. 00010000:00000010:0.1:1776267956.837942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087745532. 00010000:00000010:0.1:1776267956.841977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8f04453. 00010000:00000010:0.1:1776267956.841984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c79aa803. 00010000:00000010:0.1:1776267956.841989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081bdc666. 00010000:00000010:1.1:1776267956.847930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c47ba3. 00010000:00000010:0.1:1776267956.856077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005e516f5. 00010000:00000010:0.1:1776267956.856088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:0.1:1776267956.861928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c9e9fb4. 00010000:00000010:0.1:1776267956.861936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087745532. 00010000:00000010:0.1:1776267956.861939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f659e1d. 00010000:00000010:0.1:1776267956.861943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081bdc666. 00010000:00000010:0.1:1776267956.861946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f903760a. 00010000:00000010:0.1:1776267956.861949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000657fe53e. 00010000:00000010:0.1:1776267956.861952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be1bf8b8. 00010000:00000010:1.1:1776267956.861992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000059f727d. 00010000:00000010:3.1:1776267956.862338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000459c0f1. 00010000:00000010:0.1:1776267956.863942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a51fa11. 00010000:00000010:0.1:1776267956.863951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058f6ce9c. 00010000:00000010:0.1:1776267956.863955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037944035. 00010000:00000010:0.1:1776267956.863957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c26c07. 00010000:00000010:2.1:1776267956.864303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be0f73da. 00010000:00000010:1.1:1776267956.864340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f0294a6. 00010000:00000010:0.1:1776267956.867128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cddaa17c. 00010000:00000010:0.1:1776267956.867144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d50c14a4. 00010000:00000010:0.1:1776267956.867149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4a6882a. 00010000:00000010:0.1:1776267956.867151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:2.1:1776267956.867199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ad5c09f. 00010000:00000010:1.1:1776267956.875085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002656199c. 00010000:00000010:0.1:1776267956.875134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8f3d649. 00010000:00000010:0.1:1776267956.875142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be1bf8b8. 00010000:00000010:1.1:1776267956.878970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062d2ef30. 00010000:00000010:0.1:1776267956.882993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd164f3a. 00010000:00000010:0.1:1776267956.882999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:1.1:1776267956.891960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ca95d05. 00010000:00000010:2.1:1776267956.902551:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002333631. 00010000:00000010:0.1:1776267956.906550:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004697aaa4. 00010000:00000010:0.1:1776267956.906567:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d50c14a4. 00010000:00000010:0.1:1776267956.940000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4e7c351. 00010000:00000010:0.1:1776267956.940011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be1bf8b8. 00010000:00000010:1.1:1776267956.940984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006826befe. 00010000:00000010:2.1:1776267956.944399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007074af36. 00010000:00000010:0.1:1776267956.944475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f60929f. 00010000:00000010:0.1:1776267956.944482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:0.1:1776267956.947011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c75f8417. 00010000:00000010:0.1:1776267956.947021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c26c07. 00010000:00000010:0.1:1776267956.947026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f659e1d. 00010000:00000010:0.1:1776267956.947032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d50c14a4. 00010000:00000010:0.1:1776267956.947035:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e132388. 00010000:00000010:0.1:1776267956.947038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058f6ce9c. 00010000:00000010:0.1:1776267956.947040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0394ff8. 00010000:00000010:0.1:1776267956.947042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081bdc666. 00010000:00000010:0.1:1776267956.947044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c2f43eb. 00010000:00000010:0.1:1776267956.947046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087745532. 00010000:00000010:0.1:1776267956.947049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050c3ed5f. 00010000:00000010:0.1:1776267956.947051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b63ad641. 00010000:00000010:0.1:1776267956.947053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e270e4f. 00010000:00000010:0.1:1776267956.947057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00010000:00000010:0.1:1776267956.947059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd8dfa3. 00010000:00000010:0.1:1776267956.947061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4628efa. 00010000:00000010:0.1:1776267956.947063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fee5e604. 00010000:00000010:0.1:1776267956.947066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edb8c950. 00010000:00000010:0.1:1776267956.947072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003914e864. 00010000:00000010:0.1:1776267956.947075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000202fa0f0. 00010000:00000010:0.1:1776267956.947078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7f7c602. 00010000:00000010:0.1:1776267956.947080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:0.1:1776267956.947083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003acb0bfd. 00010000:00000010:0.1:1776267956.947086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2ac07d2. 00010000:00000010:0.1:1776267956.947089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000992a448e. 00010000:00000010:0.1:1776267956.947092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:0.1:1776267956.947094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4e24a57. 00010000:00000010:0.1:1776267956.947096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26a5a75. 00010000:00000010:0.1:1776267956.947098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d237e8e5. 00010000:00000010:0.1:1776267956.947101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000143f1a14. 00010000:00000010:0.1:1776267956.947103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000188f598f. 00010000:00000010:0.1:1776267956.947106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006aa315c0. 00010000:00000010:0.1:1776267956.947108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ec2f7b2. 00010000:00000010:0.1:1776267956.947111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000950d3a1b. 00010000:00000010:0.1:1776267956.947114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7efd360. 00010000:00000010:0.1:1776267956.947117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091a68bf5. 00010000:00000010:0.1:1776267956.947119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fc4ead4. 00010000:00000010:0.1:1776267956.947120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000747cda9c. 00010000:00000010:0.1:1776267956.947122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b8d8a36. 00010000:00000010:0.1:1776267956.947123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbf74991. 00010000:00000010:0.1:1776267956.947125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c01bf58e. 00010000:00000010:0.1:1776267956.947127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4038c86. 00010000:00000010:0.1:1776267956.947128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035f9d4ad. 00010000:00000010:0.1:1776267956.947130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000014f84c7. 00010000:00000010:0.1:1776267956.947132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000466d35b4. 00010000:00000010:0.1:1776267956.947134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8e094d9. 00010000:00000010:0.1:1776267956.947135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc78fda9. 00010000:00000010:0.1:1776267956.947137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009900bd16. 00010000:00000010:0.1:1776267956.947140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002a142a9. 00010000:00000010:0.1:1776267956.947142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000394f197a. 00010000:00000010:0.1:1776267956.947143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b0a633b. 00010000:00000010:0.1:1776267956.947145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e9fd297. 00010000:00000010:0.1:1776267956.947146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081918133. 00010000:00000010:0.1:1776267956.947147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daefe48d. 00010000:00000010:0.1:1776267956.947149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025c5e919. 00010000:00000010:0.1:1776267956.947150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d898493. 00010000:00000010:0.1:1776267956.947151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005321bff. 00010000:00000010:0.1:1776267956.947153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e50fe91. 00010000:00000010:0.1:1776267956.947154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007127645a. 00010000:00000010:0.1:1776267956.947156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbbd06c9. 00010000:00000010:0.1:1776267956.947157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000181acc. 00010000:00000010:0.1:1776267956.947159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dcce301. 00010000:00000010:0.1:1776267956.947160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab6f7cd4. 00010000:00000010:0.1:1776267956.947162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e86fff1b. 00010000:00000010:0.1:1776267956.947165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c93d6b6. 00010000:00000010:0.1:1776267956.947166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ca0cff8. 00010000:00000010:0.1:1776267956.947170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e23e99ea. 00010000:00000010:0.1:1776267956.947173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b49aaa4. 00010000:00000010:0.1:1776267956.947176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004580df16. 00010000:00000010:0.1:1776267956.947177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006496d4a6. 00010000:00000010:0.1:1776267956.947179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bdb33a6. 00010000:00000010:0.1:1776267956.947181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b19ac1ae. 00010000:00000010:0.1:1776267956.947183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf551f3c. 00010000:00000010:0.1:1776267956.947185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f629bc6. 00010000:00000010:0.1:1776267956.947186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062dc1bfb. 00010000:00000010:0.1:1776267956.947188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6a87aa1. 00010000:00000010:0.1:1776267956.947189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c00e28f4. 00010000:00000010:0.1:1776267956.947191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020bf7b24. 00010000:00000010:0.1:1776267956.947192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006940f776. 00010000:00000010:0.1:1776267956.947193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7f75c85. 00010000:00000010:0.1:1776267956.947195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070cf3c13. 00010000:00000010:0.1:1776267956.947196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada7ffb5. 00010000:00000010:0.1:1776267956.947197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baedcf93. 00010000:00000010:0.1:1776267956.947199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bca27ece. 00010000:00000010:0.1:1776267956.947200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002945a3dd. 00010000:00000010:0.1:1776267956.947201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021e3d801. 00010000:00000010:0.1:1776267956.947203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cb2072d. 00010000:00000010:0.1:1776267956.947204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a09cd3b. 00010000:00000010:0.1:1776267956.947205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4b65aca. 00010000:00000010:0.1:1776267956.947207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fccd4bfe. 00010000:00000010:0.1:1776267956.947209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae039826. 00010000:00000010:0.1:1776267956.947210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af796e7d. 00010000:00000010:0.1:1776267956.947214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cea9f0b. 00010000:00000010:0.1:1776267956.947216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144e8743. 00010000:00000010:0.1:1776267956.947217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d4567ec. 00010000:00000010:0.1:1776267956.947218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a3a7818. 00010000:00000010:0.1:1776267956.947220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cf25f27. 00010000:00000010:0.1:1776267956.947221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285d3014. 00010000:00000010:0.1:1776267956.947223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000568dd853. 00010000:00000010:0.1:1776267956.947224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a8a5860. 00010000:00000010:0.1:1776267956.947226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efb275de. 00010000:00000010:0.1:1776267956.947228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000668dfe1e. 00010000:00000010:0.1:1776267956.947231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf92e0f8. 00010000:00000010:0.1:1776267956.947233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2627479. 00010000:00000010:0.1:1776267956.947236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c98c115a. 00010000:00000010:0.1:1776267956.947238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003deacb88. 00010000:00000010:0.1:1776267956.947241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df3f5bca. 00010000:00000010:0.1:1776267956.947243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b72a429. 00010000:00000010:0.1:1776267956.947246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014396485. 00010000:00000010:0.1:1776267956.947249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3502da. 00010000:00000010:0.1:1776267956.947252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029600305. 00010000:00000010:0.1:1776267956.947254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014d66477. 00010000:00000010:0.1:1776267956.947256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae8ac2a8. 00010000:00000010:0.1:1776267956.947268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008420e146. 00010000:00000010:0.1:1776267956.947271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dd144f7. 00010000:00000010:0.1:1776267956.947273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004ffbbc4. 00010000:00000010:0.1:1776267956.947275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044545765. 00010000:00000010:0.1:1776267956.947279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e5a746a. 00010000:00000010:0.1:1776267956.947282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e893783. 00010000:00000010:0.1:1776267956.947284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008de3577d. 00010000:00000010:0.1:1776267956.947286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028a9d52e. 00010000:00000010:0.1:1776267956.947289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da96505b. 00010000:00000010:0.1:1776267956.947293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca8e2734. 00010000:00000010:0.1:1776267956.947296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002814d6a4. 00010000:00000010:0.1:1776267956.947298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047d701f9. 00010000:00000010:0.1:1776267956.947300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd58a5c5. 00010000:00000010:0.1:1776267956.947303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000505c4244. 00010000:00000010:0.1:1776267956.947306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ca0be77. 00010000:00000010:0.1:1776267956.947308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9e75aa9. 00010000:00000010:0.1:1776267956.947310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2bbc1ea. 00010000:00000010:0.1:1776267956.947311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005598d65d. 00010000:00000010:0.1:1776267956.947313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b43e827. 00010000:00000010:0.1:1776267956.947315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083bb5766. 00010000:00000010:0.1:1776267956.947317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004942eda. 00010000:00000010:0.1:1776267956.947319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029468e71. 00010000:00000010:0.1:1776267956.947321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001163875b. 00010000:00000010:0.1:1776267956.947322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0680b56. 00010000:00000010:0.1:1776267956.947324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cb8d620. 00010000:00000010:0.1:1776267956.947326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048f23705. 00010000:00000010:0.1:1776267956.947328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5746df5. 00010000:00000010:0.1:1776267956.947332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a19c0e0. 00010000:00000010:0.1:1776267956.947334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f173c437. 00010000:00000010:0.1:1776267956.947336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5f68103. 00010000:00000010:0.1:1776267956.947339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c71ae78. 00010000:00000010:0.1:1776267956.947340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f051cdc. 00010000:00000010:0.1:1776267956.947342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c56431e6. 00010000:00000010:0.1:1776267956.947343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a1faaae. 00010000:00000010:0.1:1776267956.947345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003128a511. 00010000:00000010:0.1:1776267956.947347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087b0cc62. 00010000:00000010:0.1:1776267956.947348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e287e92b. 00010000:00000010:0.1:1776267956.947349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fb2e050. 00010000:00000010:0.1:1776267956.947351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bc52f4f. 00010000:00000010:0.1:1776267956.947352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006aa7b9ca. 00010000:00000010:0.1:1776267956.947354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebf2991f. 00010000:00000010:0.1:1776267956.947355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e939780. 00010000:00000010:0.1:1776267956.947356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057bf093d. 00010000:00000010:0.1:1776267956.947357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c642f20f. 00010000:00000010:0.1:1776267956.947359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a652af88. 00010000:00000010:0.1:1776267956.947361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000723b226c. 00010000:00000010:0.1:1776267956.947362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065cb9d21. 00010000:00000010:0.1:1776267956.947364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f51f3d8b. 00010000:00000010:0.1:1776267956.947365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b73a9ba. 00010000:00000010:0.1:1776267956.947366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047531446. 00010000:00000010:0.1:1776267956.947368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000291e3beb. 00010000:00000010:0.1:1776267956.947372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000639a25e. 00010000:00000010:0.1:1776267956.947374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccb506bd. 00010000:00000010:0.1:1776267956.947376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59a804a. 00010000:00000010:0.1:1776267956.947378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e2fc78. 00010000:00000010:0.1:1776267956.947379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000405b9fc6. 00010000:00000010:0.1:1776267956.947381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070429ba7. 00010000:00000010:0.1:1776267956.947383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006aad8a40. 00010000:00000010:0.1:1776267956.947386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002656199c. 00010000:00000010:0.1:1776267956.947391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e55b3c53. 00010000:00000010:0.1:1776267956.947394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a7d4e5a. 00010000:00000010:0.1:1776267956.947397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009de442f3. 00010000:00000010:0.1:1776267956.947399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000362bf3db. 00010000:00000010:0.1:1776267956.947402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037ebeb59. 00010000:00000010:0.1:1776267956.947405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000388671b9. 00010000:00000010:0.1:1776267956.947407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6b00be2. 00010000:00000010:0.1:1776267956.947410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b455397e. 00010000:00000010:0.1:1776267956.947415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd15f9c0. 00010000:00000010:0.1:1776267956.947418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020c07ce9. 00010000:00000010:0.1:1776267956.947420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064365df0. 00010000:00000010:0.1:1776267956.947422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067c2c551. 00010000:00000010:0.1:1776267956.947424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000078938f4. 00010000:00000010:0.1:1776267956.947426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016b3286f. 00010000:00000010:0.1:1776267956.947429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044d8b765. 00010000:00000010:0.1:1776267956.947431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000223b1c2e. 00010000:00000010:0.1:1776267956.947433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ba221ee. 00010000:00000010:0.1:1776267956.947434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea79bde6. 00010000:00000010:0.1:1776267956.947437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e44fe5db. 00010000:00000010:0.1:1776267956.947439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7178603. 00010000:00000010:0.1:1776267956.947444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7915bdd. 00010000:00000010:0.1:1776267956.947447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4d917d4. 00010000:00000010:0.1:1776267956.947449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ca05b16. 00010000:00000010:0.1:1776267956.947451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f777ff2. 00010000:00000010:0.1:1776267956.947454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f5d4dab. 00010000:00000010:0.1:1776267956.947456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfbad915. 00010000:00000010:0.1:1776267956.947459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072a706bf. 00010000:00000010:0.1:1776267956.947462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c3abc4a. 00010000:00000010:0.1:1776267956.947464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003aa4ebc2. 00010000:00000010:0.1:1776267956.947466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000832ca153. 00010000:00000010:0.1:1776267956.947468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000650aec8f. 00010000:00000010:0.1:1776267956.947470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1f85026. 00010000:00000010:0.1:1776267956.947472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fdc8ff5. 00010000:00000010:0.1:1776267956.947474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad20466f. 00010000:00000010:0.1:1776267956.947477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000208f0ba3. 00010000:00000010:0.1:1776267956.947479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8af543. 00010000:00000010:0.1:1776267956.947480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000262d6f32. 00010000:00000010:0.1:1776267956.947482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb657c0. 00010000:00000010:0.1:1776267956.947484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfb6b038. 00010000:00000010:0.1:1776267956.947488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2abbd25. 00010000:00000010:0.1:1776267956.947493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000597a975b. 00010000:00000010:0.1:1776267956.947496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000899accb8. 00010000:00000010:0.1:1776267956.947499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f206a58c. 00010000:00000010:0.1:1776267956.947502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0a78ea. 00010000:00000010:0.1:1776267956.947505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003246957d. 00010000:00000010:0.1:1776267956.947508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e515549. 00010000:00000010:0.1:1776267956.947510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdd05351. 00010000:00000010:0.1:1776267956.947513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ade56d. 00010000:00000010:0.1:1776267956.947515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aafd4eb5. 00010000:00000010:0.1:1776267956.947518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dc5c4d. 00010000:00000010:0.1:1776267956.947520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba01a822. 00010000:00000010:0.1:1776267956.947522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0f76557. 00010000:00000010:0.1:1776267956.947524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000133e98aa. 00010000:00000010:0.1:1776267956.947526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072dd92e1. 00010000:00000010:0.1:1776267956.947528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004988a10c. 00010000:00000010:0.1:1776267956.947530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b79bc8f. 00010000:00000010:0.1:1776267956.947535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdfe8115. 00010000:00000010:0.1:1776267956.947537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e536162. 00010000:00000010:0.1:1776267956.947539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039b37ed9. 00010000:00000010:0.1:1776267956.947541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000666ac692. 00010000:00000010:0.1:1776267956.947544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbcd098c. 00010000:00000010:0.1:1776267956.947547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5849e3e. 00010000:00000010:0.1:1776267956.947550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000675a6b8e. 00010000:00000010:0.1:1776267956.947552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e4e3623. 00010000:00000010:0.1:1776267956.947555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cb91978. 00010000:00000010:0.1:1776267956.947557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe3bdfe. 00010000:00000010:0.1:1776267956.947561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e689d9d. 00010000:00000010:0.1:1776267956.947563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e15650d. 00010000:00000010:0.1:1776267956.947565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c0d4249. 00010000:00000010:0.1:1776267956.947567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7496c1b. 00010000:00000010:0.1:1776267956.947569:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df4348af. 00010000:00000010:0.1:1776267956.947584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f4346da. 00010000:00000010:0.1:1776267956.947586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069bb36a9. 00010000:00000010:0.1:1776267956.947589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb354cbf. 00010000:00000010:0.1:1776267956.947591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a62b030. 00010000:00000010:0.1:1776267956.947593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002755f04c. 00010000:00000010:0.1:1776267956.947597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033d5b8f2. 00010000:00000010:0.1:1776267956.947600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e82faf8f. 00010000:00000010:0.1:1776267956.947602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f406a64e. 00010000:00000010:0.1:1776267956.947605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e39aae9. 00010000:00000010:0.1:1776267956.947607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5f91ffa. 00010000:00000010:0.1:1776267956.947609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000545204ea. 00010000:00000010:0.1:1776267956.947613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000375935d5. 00010000:00000010:0.1:1776267956.947617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595e529a. 00010000:00000010:0.1:1776267956.947619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb6bb7e9. 00010000:00000010:0.1:1776267956.947621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3424ee8. 00010000:00000010:0.1:1776267956.947624:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a36b8955. 00010000:00000010:0.1:1776267956.947633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dbfff1d. 00010000:00000010:0.1:1776267956.947638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5656687. 00010000:00000010:0.1:1776267956.947640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021f2fff0. 00010000:00000010:0.1:1776267956.947642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e7475c1. 00010000:00000010:0.1:1776267956.947645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000199db0c. 00010000:00000010:0.1:1776267956.947647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fa1df95. 00010000:00000010:0.1:1776267956.947650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044d72b75. 00010000:00000010:0.1:1776267956.947652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1622bf5. 00010000:00000010:0.1:1776267956.947654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d394dc3. 00010000:00000010:0.1:1776267956.947656:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056d8c340. 00010000:00000010:0.1:1776267956.947659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000278e925b. 00010000:00000010:0.1:1776267956.947661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be5a3f94. 00010000:00000010:0.1:1776267956.947664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000238392b8. 00010000:00000010:0.1:1776267956.947666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008753c4fc. 00010000:00000010:0.1:1776267956.947669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5b6405. 00010000:00000010:0.1:1776267956.947672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c0f27b6. 00010000:00000010:0.1:1776267956.947676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086243a0c. 00010000:00000010:0.1:1776267956.947679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac4eac3b. 00010000:00000010:0.1:1776267956.947681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea13cd5a. 00010000:00000010:0.1:1776267956.947683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062cd03dc. 00010000:00000010:0.1:1776267956.947686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4faa689. 00010000:00000010:0.1:1776267956.947687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000294ae60. 00010000:00000010:0.1:1776267956.947691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000757df2f8. 00010000:00000010:0.1:1776267956.947693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000561cdd03. 00010000:00000010:0.1:1776267956.947695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c179b337. 00010000:00000010:0.1:1776267956.947707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006db3bf83. 00010000:00000010:0.1:1776267956.947710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000142a0723. 00010000:00000010:0.1:1776267956.947712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004759b3d7. 00010000:00000010:0.1:1776267956.947715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007701f349. 00010000:00000010:0.1:1776267956.947717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099ecd303. 00010000:00000010:0.1:1776267956.947719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000178186f6. 00010000:00000010:0.1:1776267956.947721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab47a35b. 00010000:00000010:0.1:1776267956.947724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1b152dd. 00010000:00000010:0.1:1776267956.947726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e12970de. 00010000:00000010:0.1:1776267956.947728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ccd032e. 00010000:00000010:0.1:1776267956.947730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035b22804. 00010000:00000010:0.1:1776267956.947731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eadd417b. 00010000:00000010:0.1:1776267956.947733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d148472. 00010000:00000010:0.1:1776267956.947736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be83c138. 00010000:00000010:0.1:1776267956.947739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9a9728a. 00010000:00000010:0.1:1776267956.947749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c03b4a45. 00010000:00000010:0.1:1776267956.947752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9419e50. 00010000:00000010:0.1:1776267956.947754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e02394df. 00010000:00000010:0.1:1776267956.947757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004410d19e. 00010000:00000010:0.1:1776267956.947759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589efd21. 00010000:00000010:0.1:1776267956.947761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000485c9700. 00010000:00000010:0.1:1776267956.947764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c47ba3. 00010000:00000010:0.1:1776267956.947767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020346d8a. 00010000:00000010:0.1:1776267956.947770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003727890b. 00010000:00000010:0.1:1776267956.947773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005345ffae. 00010000:00000010:0.1:1776267956.947776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a52db5c5. 00010000:00000010:0.1:1776267956.947778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028d660aa. 00010000:00000010:0.1:1776267956.947780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b32e9044. 00010000:00000010:0.1:1776267956.947782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac8c88bb. 00010000:00000010:0.1:1776267956.947784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a7071a5. 00010000:00000010:0.1:1776267956.947786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097f5046d. 00010000:00000010:0.1:1776267956.947788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025069993. 00010000:00000010:0.1:1776267956.947790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080919567. 00010000:00000010:0.1:1776267956.947792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eb2580f. 00010000:00000010:0.1:1776267956.947797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be8bb1e0. 00010000:00000010:0.1:1776267956.947801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f595cae. 00010000:00000010:0.1:1776267956.947803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001870ae9e. 00010000:00000010:0.1:1776267956.947806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cdb1eb. 00010000:00000010:0.1:1776267956.947809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001235b9a3. 00010000:00000010:0.1:1776267956.947812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000202c964. 00010000:00000010:0.1:1776267956.947815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d8a8a04. 00010000:00000010:0.1:1776267956.947818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a766120b. 00010000:00000010:0.1:1776267956.947819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebbad84b. 00010000:00000010:0.1:1776267956.947821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000437a25a7. 00010000:00000010:0.1:1776267956.947823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea8592da. 00010000:00000010:0.1:1776267956.947826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0d7356f. 00010000:00000010:0.1:1776267956.947828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b42d89d1. 00010000:00000010:0.1:1776267956.947829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024c1c8ee. 00010000:00000010:0.1:1776267956.947831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf4b2888. 00010000:00000010:0.1:1776267956.947833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063300ff8. 00010000:00000010:0.1:1776267956.947835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3d54510. 00010000:00000010:0.1:1776267956.947837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f6058a5. 00010000:00000010:0.1:1776267956.947839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1f66a19. 00010000:00000010:0.1:1776267956.947841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab32a910. 00010000:00000010:0.1:1776267956.947843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004492ce4c. 00010000:00000010:0.1:1776267956.947845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da29d306. 00010000:00000010:0.1:1776267956.947847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000958492a3. 00010000:00000010:0.1:1776267956.947849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015b17627. 00010000:00000010:0.1:1776267956.947852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025094cfc. 00010000:00000010:0.1:1776267956.947854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624c2825. 00010000:00000010:0.1:1776267956.947856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000784f2de9. 00010000:00000010:0.1:1776267956.947859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a90aa34. 00010000:00000010:0.1:1776267956.947862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a85bc610. 00010000:00000010:0.1:1776267956.947865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005be81132. 00010000:00000010:0.1:1776267956.947867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddd33f4d. 00010000:00000010:0.1:1776267956.947870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f26bc283. 00010000:00000010:0.1:1776267956.947872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000869f0497. 00010000:00000010:0.1:1776267956.947875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fce0f36c. 00010000:00000010:0.1:1776267956.947877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc824cb9. 00010000:00000010:0.1:1776267956.947879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000877b8e49. 00010000:00000010:0.1:1776267956.947882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fa1bc81. 00010000:00000010:0.1:1776267956.947885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000159a2c53. 00010000:00000010:0.1:1776267956.947888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be6d0d79. 00010000:00000010:0.1:1776267956.947891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9b238bc. 00010000:00000010:0.1:1776267956.947918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d77275fd. 00010000:00000010:0.1:1776267956.947922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e64ebfb1. 00010000:00000010:0.1:1776267956.947924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e53a6bf3. 00010000:00000010:0.1:1776267956.947926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002565b325. 00010000:00000010:0.1:1776267956.947930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075a61669. 00010000:00000010:0.1:1776267956.947932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e112886c. 00010000:00000010:0.1:1776267956.947934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006977d6c0. 00010000:00000010:0.1:1776267956.947936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b14a31f3. 00010000:00000010:0.1:1776267956.947938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008720cf4a. 00010000:00000010:0.1:1776267956.947940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075879909. 00010000:00000010:0.1:1776267956.947942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7eda507. 00010000:00000010:0.1:1776267956.947944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bab1a730. 00010000:00000010:0.1:1776267956.947946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a382213f. 00010000:00000010:0.1:1776267956.947948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f8e7a6. 00010000:00000010:0.1:1776267956.947950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ead866f3. 00010000:00000010:0.1:1776267956.947952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000653ba48b. 00010000:00000010:0.1:1776267956.947954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d8a89cb. 00010000:00000010:0.1:1776267956.947956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f1ac631. 00010000:00000010:0.1:1776267956.947958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c101d78. 00010000:00000010:0.1:1776267956.947960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097cedffd. 00010000:00000010:2.1:1776267956.951081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001c2cae3. 00010000:00000010:0.1:1776267956.956070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007a2dc21. 00010000:00000010:0.1:1776267956.956084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c6deb83. 00010000:00000010:0.1:1776267956.962954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e49a3872. 00010000:00000010:0.1:1776267956.962967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:1.1:1776267956.963046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c0c369a. 00010000:00000010:2.1:1776267956.970560:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000011d131b. 00010000:00000010:2.1:1776267956.970691:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006aa315c0. 00010000:00000010:2.1:1776267956.970755:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e262663e. 00010000:00000010:2.1:1776267956.970761:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:0.1:1776267956.978137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000484396bc. 00010000:00000010:2.1:1776267956.993484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047a79b72. 00010000:00000010:2.1:1776267957.013609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f870409. 00010000:00000010:2.1:1776267957.013624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:2.1:1776267957.029052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a86099ee. 00010000:00000010:2.1:1776267957.029070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:0.1:1776267957.038939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006905ad9f. 00010000:00000010:2.1:1776267957.045009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006eb89eb9. 00010000:00000010:2.1:1776267957.045028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:0.1:1776267957.048937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3ec64e9. 00010000:00000010:1.1:1776267957.054118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000322f573d. 00010000:00000010:2.1:1776267957.057267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ae65043. 00010000:00000010:2.1:1776267957.057280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:1.1:1776267957.063919:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b9b71aa. 00010000:00000010:0.1:1776267957.069870:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052a3e8c0. 00010000:00000010:0.1:1776267957.069878:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:0.1:1776267957.069881:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000661f928a. 00010000:00000010:0.1:1776267957.069885:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:0.1:1776267957.077591:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c3b71b0. 00010000:00000010:0.1:1776267957.077602:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d21cda7f. 00010000:00000010:0.1:1776267957.077606:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000143f1a14. 00010000:00000010:0.1:1776267957.090675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087ebf65e. 00010000:00000010:0.1:1776267957.090687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26a5a75. 00010000:00000010:2.1:1776267957.091738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066a3c72b. 00010000:00000010:0.1:1776267957.093565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c04f1e0a. 00010000:00000010:0.1:1776267957.093575:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6077e3a. 00010000:00000010:0.1:1776267957.093579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:0.1:1776267957.102118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c05e50f. 00010000:00000010:0.1:1776267957.102128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be05e33a. 00010000:00000010:0.1:1776267957.102132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000143f1a14. 00010000:00000010:0.1:1776267957.102136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0161d59. 00010000:00000010:0.1:1776267957.102138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:0.1:1776267957.102141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000661f928a. 00010000:00000010:0.1:1776267957.102144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2ac07d2. 00010000:00000010:2.1:1776267957.102276:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0b09974. 00010000:00000010:3.1:1776267957.114208:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c87bba66. 00010000:00000010:2.1:1776267957.120354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000b32875. 00010000:00000010:2.1:1776267957.120367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000152416ca. 00010000:00000010:2.1:1776267957.120370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:0.1:1776267957.120771:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011c31280. 00010000:00000010:0.1:1776267957.120777:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:2.1:1776267957.127370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4227dcc. 00010000:00000010:2.1:1776267957.127376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000277711e. 00010000:00000010:2.1:1776267957.127380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:2.1:1776267957.127382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba35d924. 00010000:00000010:2.1:1776267957.127386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2666840. 00010000:00000010:2.1:1776267957.127388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:1.1:1776267957.132492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002723779a. 00010000:00000010:2.1:1776267957.136047:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b48d831. 00010000:00000010:2.1:1776267957.136055:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031f6e397. 00010000:00000010:2.1:1776267957.136060:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a5b69c. 00010000:00000010:2.1:1776267957.136063:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ad25403. 00010000:00000010:2.1:1776267957.136066:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:2.1:1776267957.136070:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb9a5998. 00010000:00000010:2.1:1776267957.136073:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17b05f5. 00010000:00000010:3.1:1776267957.136973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008422046e. 00010000:00000010:2.1:1776267957.140558:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9bb6deb. 00010000:00000010:2.1:1776267957.140565:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:2.1:1776267957.144171:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009def7e74. 00010000:00000010:2.1:1776267957.144180:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a82dd93. 00010000:00000010:2.1:1776267957.144184:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:0.1:1776267957.148039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097474ebe. 00010000:00000010:0.1:1776267957.148048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17b05f5. 00010000:00000010:3.1:1776267957.149058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ef77915. 00010000:00000010:2.1:1776267957.156163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059f6e9bc. 00010000:00000010:2.1:1776267957.156179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054f6aa2b. 00010000:00000010:2.1:1776267957.156184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:2.1:1776267957.156188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ad25403. 00010000:00000010:2.1:1776267957.156191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:3.1:1776267957.156293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3e13df1. 00010000:00000010:1.1:1776267957.162935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f547c485. 00010000:00000010:2.1:1776267957.162979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017066c33. 00010000:00000010:2.1:1776267957.162986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:2.1:1776267957.171511:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb4d1af6. 00010000:00000010:2.1:1776267957.171528:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:2.1:1776267957.171532:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068c4a048. 00010000:00000010:2.1:1776267957.171536:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a5b69c. 00010000:00000010:1.1:1776267957.172937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecd7ecf3. 00010000:00000010:2.1:1776267957.178137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040c10d7e. 00010000:00000010:2.1:1776267957.178147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ad5e51f. 00010000:00000010:2.1:1776267957.178151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:2.1:1776267957.184327:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bebcfb6c. 00010000:00000010:2.1:1776267957.184334:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a5b69c. 00010000:00000010:2.1:1776267957.184337:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ad25403. 00010000:00000010:2.1:1776267957.184339:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:1.1:1776267957.184954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ff32d15. 00010000:00000010:3.1:1776267957.187204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acab3f9f. 00010000:00000010:0.1:1776267957.187933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf721021. 00010000:00000010:0.1:1776267957.187941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:2.1:1776267957.208338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000338663dd. 00010000:00000010:0.1:1776267957.212158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000705b8730. 00010000:00000010:0.1:1776267957.212177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2ac07d2. 00010000:00000010:1.1:1776267957.226406:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003410e28. 00010000:00000010:0.1:1776267957.226932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000365bf7f9. 00010000:00000010:0.1:1776267957.226938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:1.1:1776267957.230484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df433f6. 00010000:00000010:2.1:1776267957.235934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a1b4443. 00010000:00000010:2.1:1776267957.235944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2ac07d2. 00010000:00000010:2.1:1776267957.235947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ad25403. 00010000:00000010:2.1:1776267957.235950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:2.1:1776267957.240614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007db8a903. 00010000:00000010:2.1:1776267957.240620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d61d69b9. 00010000:00000010:2.1:1776267957.240625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a5b69c. 00010000:00000010:2.1:1776267957.249942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000098ed129. 00010000:00000010:2.1:1776267957.249951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:3.1:1776267957.253378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072361bb9. 00010000:00000010:3.1:1776267957.256283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070dfb9fa. 00010000:00000010:3.1:1776267957.256299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a033fe5. 00010000:00000010:3.1:1776267957.256303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a5b69c. 00010000:00000010:0.1:1776267957.275123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070d08a53. 00010000:00000010:3.1:1776267957.281713:0:75364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb5d6e3c. 00010000:00000010:3.1:1776267957.281729:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:0.1:1776267957.283952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d16c4f18. 00010000:00000010:0.1:1776267957.283965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000373e4b8d. 00010000:00000010:0.1:1776267957.283969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000661f928a. 00010000:00000010:0.1:1776267957.283972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:3.1:1776267957.284156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b23ecc73. 00010000:00000010:2.1:1776267957.284771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007fd5180. 00010000:00000010:2.1:1776267957.284778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000143f1a14. 00010000:00000010:3.1:1776267957.289144:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f409af4a. 00010000:00000010:2.1:1776267957.301052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e018761. 00010000:00000010:2.1:1776267957.301065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:3.1:1776267957.307992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000591bdd98. 00010000:00000010:1.1:1776267957.311922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c0ed8f. 00010000:00000010:2.1:1776267957.312124:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae67da48. 00010000:00000010:2.1:1776267957.312130:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:2.1:1776267957.312133:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa181d4c. 00010000:00000010:2.1:1776267957.312137:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:3.1:1776267957.312885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ab79af6. 00010000:00000010:3.1:1776267957.312890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000882c128e. 00010000:00000010:2.1:1776267957.315941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074d9c129. 00010000:00000010:2.1:1776267957.315957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:2.1:1776267957.327842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c6de3c2. 00010000:00000010:2.1:1776267957.327853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002debf689. 00010000:00000010:2.1:1776267957.327857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:3.1:1776267957.332023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086705729. 00010000:00000010:2.1:1776267957.335812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d295a1c6. 00010000:00000010:2.1:1776267957.335826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.1:1776267957.342059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b23597c9. 00010000:00000010:2.1:1776267957.342073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e99e4d29. 00010000:00000010:2.1:1776267957.342075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:2.1:1776267957.366418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a7784ec. 00010000:00000010:2.1:1776267957.366426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:3.1:1776267957.367586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000909ddfc5. 00010000:00000010:1.1:1776267957.372939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9bcd185. 00010000:00000010:2.1:1776267957.377410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000153ac02f. 00010000:00000010:2.1:1776267957.377419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:3.1:1776267957.381199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a83ca2d. 00010000:00000010:2.1:1776267957.387104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055e047f0. 00010000:00000010:2.1:1776267957.387112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:2.1:1776267957.387117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ad25403. 00010000:00000010:2.1:1776267957.387120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.1:1776267957.389103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca063f6e. 00010000:00000010:2.1:1776267957.389110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:3.1:1776267957.389990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcb189b0. 00010000:00000010:0.1:1776267957.393881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089556ba4. 00010000:00000010:2.1:1776267957.397126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000640317b0. 00010000:00000010:2.1:1776267957.397145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:3.1:1776267957.401059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d19dafa3. 00010000:00000010:2.1:1776267957.402034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024b56525. 00010000:00000010:2.1:1776267957.402042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.1:1776267957.406028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003574f0c5. 00010000:00000010:2.1:1776267957.406035:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d1efd78. 00010000:00000010:2.1:1776267957.406040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:2.1:1776267957.411973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd3adfef. 00010000:00000010:2.1:1776267957.412050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:2.1:1776267957.412054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ad25403. 00010000:00000010:2.1:1776267957.412521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:3.1:1776267957.414739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c097bed2. 00010000:00000010:1.1:1776267957.420936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a464aa8a. 00010000:00000010:2.1:1776267957.425374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef1b3ce7. 00010000:00000010:2.1:1776267957.425388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:3.1:1776267957.431684:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1ec305b. 00010000:00000010:2.1:1776267957.432080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000107f09ad. 00010000:00000010:2.1:1776267957.432087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:2.1:1776267957.438118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a701a88e. 00010000:00000010:2.1:1776267957.438126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:1.1:1776267957.438168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000185c7f02. 00010000:00000010:1.1:1776267957.451204:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044ee6f44. 00010000:00000010:2.1:1776267957.455381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d559cd3. 00010000:00000010:2.1:1776267957.455391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:3.1:1776267957.467588:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000782ae6ea. 00010000:00000010:2.1:1776267957.468626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026f27063. 00010000:00000010:2.1:1776267957.468636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:2.1:1776267957.468641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ad25403. 00010000:00000010:2.1:1776267957.468644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:0.1:1776267957.476643:0:75364:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e93a38d. 00010000:00000010:0.1:1776267957.476658:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:3.1:1776267957.480821:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f58515c2. 00010000:00000010:2.1:1776267957.480940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f12b0710. 00010000:00000010:2.1:1776267957.480949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8de626f. 00010000:00000010:2.1:1776267957.480953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:2.1:1776267957.480956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e20c0f8. 00010000:00000010:2.1:1776267957.480960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cbbf83c. 00010000:00000010:2.1:1776267957.480963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:3.1:1776267957.501204:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065291702. 00010000:00000010:2.1:1776267957.501680:0:64836:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4b89ae1. 00010000:00000010:2.1:1776267957.501685:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.1:1776267957.502071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf48696d. 00010000:00000010:2.1:1776267957.502076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008df295ff. 00010000:00000010:2.1:1776267957.502079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:1.1:1776267957.503295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cf8dbb2. 00010000:00000010:1.1:1776267957.503303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:1.1:1776267957.503306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e94715f. 00010000:00000010:1.1:1776267957.503309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00010000:00000010:3.1:1776267957.505097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc913ea. 00010000:00000010:2.1:1776267957.505947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7d4cf3f. 00010000:00000010:2.1:1776267957.505957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fff56ef6. 00010000:00000010:2.1:1776267957.505963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb2f35a4. 00010000:00000010:2.1:1776267957.505966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051c6d0e5. 00010000:00000010:2.1:1776267957.509942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab2cc04. 00010000:00000010:1.1:1776267957.509991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfc20450. 00010000:00000010:1.1:1776267957.509996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000930ee9. 00010000:00000010:3.1:1776267957.517230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006128492f. 00010000:00000010:3.1:1776267957.517238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7950914. 00010000:00000010:3.1:1776267957.517241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00010000:00000010:2.1:1776267957.531969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a667a342. 00010000:00000010:3.1:1776267957.535935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003320f18c. 00010000:00000010:3.1:1776267957.535943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:3.1:1776267957.535947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267957.535949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00010000:00000010:0.1:1776267957.536577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077e1caaa. 00010000:00000010:3.1:1776267957.539051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcdd935d. 00010000:00000010:3.1:1776267957.539059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000373e4b8d. 00010000:00000010:3.1:1776267957.539064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c62f8a5. 00010000:00000010:3.1:1776267957.539068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbc7e5c7. 00010000:00000010:3.1:1776267957.539071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:3.1:1776267957.539073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029607de8. 00010000:00000010:3.1:1776267957.539076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2b6b78b. 00010000:00000010:3.1:1776267957.539078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:2.1:1776267957.543307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00cd952. 00010000:00000010:3.1:1776267957.543578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8c09554. 00010000:00000010:3.1:1776267957.543585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080d29acd. 00010000:00000010:3.1:1776267957.543589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:0.1:1776267957.551936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a78c97ea. 00010000:00000010:3.1:1776267957.551986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a58de09. 00010000:00000010:3.1:1776267957.551992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:3.1:1776267957.556288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005177914b. 00010000:00000010:3.1:1776267957.556300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00010000:00000010:3.1:1776267957.562693:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9caa4bf. 00010000:00000010:3.1:1776267957.562699:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000121af9. 00010000:00000010:3.1:1776267957.562703:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:3.1:1776267957.562707:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c4030d5. 00010000:00000010:3.1:1776267957.562709:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000441d3c99. 00010000:00000010:3.1:1776267957.562714:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:0.1:1776267957.562955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017a60f26. 00010000:00000010:3.1:1776267957.566136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc7b1d2c. 00010000:00000010:3.1:1776267957.566150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:3.1:1776267957.570286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000518c850b. 00010000:00000010:3.1:1776267957.570303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:1.1:1776267957.570924:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000323fca3a. 00010000:00000010:1.1:1776267957.570930:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00010000:00000010:1.1:1776267957.570933:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb683e32. 00010000:00000010:1.1:1776267957.570936:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000930ee9. 00010000:00000010:0.1:1776267957.571054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087f9cf51. 00010000:00000010:0.1:1776267957.571059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec1da16e. 00010000:00000010:3.1:1776267957.579379:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe71d39. 00010000:00000010:3.1:1776267957.579386:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0c11958. 00010000:00000010:3.1:1776267957.579391:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b31b6518. 00000100:00000200:1.0:1776267957.583488:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476107776 02000000:00000010:1.0:1776267957.583496:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc492d9e. 00010000:00000010:1.0:1776267957.583529:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd1d8f40. 00000100:00000010:1.0:1776267957.583535:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a91f24e. 00000100:00000010:1.0:1776267957.583540:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a91f24e. 00010000:00000010:1.0:1776267957.583545:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd1d8f40. 00000400:00000010:1.0:1776267957.583555:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008757b184. 00000100:00000200:1.0:1776267957.583559:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476107776, offset 224 00000400:00000200:1.0:1776267957.583564:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.583573:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.583577:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90784:90784:256:4294967295] 192.168.202.34@tcp LPNI seq info [90784:90784:8:4294967295] 00000400:00000200:1.0:1776267957.583583:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.583587:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.583589:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343698). 00000800:00000200:1.0:1776267957.583593:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.583598:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.583601:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.583619:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.583622:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078551b25. 00000020:00000010:1.0:1776267957.583625:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e11d7718. 00000800:00000200:1.0:1776267957.585415:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.585419:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:1.0:1776267957.585423:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.585428:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.585432:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006163a41a 00000400:00000010:1.0:1776267957.585434:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006163a41a. 00000100:00000200:1.0:1776267957.585441:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007259c45b x1862549489472704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267957.587082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682a7f65. 00010000:00000010:3.1:1776267957.587133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b5ca693. 00010000:00000010:3.1:1776267957.587140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df8e7939. 00010000:00000010:3.1:1776267957.587144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:3.1:1776267957.591981:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aaeb984e. 00010000:00000010:3.1:1776267957.591987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:3.1:1776267957.591990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000613b993b. 00010000:00000010:3.1:1776267957.591993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d257959. 00010000:00000010:3.1:1776267957.591995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:0.1:1776267957.592188:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d72c3bd1. 00010000:00000010:0.1:1776267957.592194:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057586728. 00010000:00000010:0.1:1776267957.592197:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:0.1:1776267957.592200:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000661f928a. 00010000:00000010:0.1:1776267957.592202:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26a5a75. 00010000:00000010:0.1:1776267957.595015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000230e74d7. 00010000:00000010:0.1:1776267957.595153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000202fa0f0. 00000100:00000200:1.0:1776267957.595193:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476107968 02000000:00000010:1.0:1776267957.595206:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e11d7718. 00010000:00000010:1.0:1776267957.595235:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c7b611a. 00010000:00000010:1.0:1776267957.595266:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd1d8f40. 00000100:00000010:1.0:1776267957.595273:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a91f24e. 00000100:00000010:1.0:1776267957.595284:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a91f24e. 00010000:00000010:1.0:1776267957.595287:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd1d8f40. 00000400:00000010:1.0:1776267957.595299:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267957.595304:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476107968, offset 224 00000400:00000200:1.0:1776267957.595312:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.595324:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.595329:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90790:90790:256:4294967295] 192.168.202.34@tcp LPNI seq info [90790:90790:8:4294967295] 00000400:00000200:1.0:1776267957.595339:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.595342:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.595346:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099b4f764 (tot 82343546). 00000800:00000200:1.0:1776267957.595351:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.595356:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.595359:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099b4f764 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.595375:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000531c56f1. 00000020:00000010:1.0:1776267957.595379:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bf14203b. 00000020:00000010:1.0:1776267957.595382:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fcb45cb9. 02000000:00000010:1.0:1776267957.595389:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a336ece9. 00000100:00000010:1.0:1776267957.595392:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 02000000:00000010:1.0:1776267957.595396:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066113a42. 00000100:00000010:1.0:1776267957.595399:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd184d01. 02000000:00000010:1.0:1776267957.595402:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc492d9e. 00000100:00000010:1.0:1776267957.595404:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009747af4d. 02000000:00000010:1.0:1776267957.595407:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dcf0ceca. 00000100:00000010:1.0:1776267957.595409:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267957.595412:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ecf200a3. 00000100:00000010:1.0:1776267957.595415:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000037681c56. 02000000:00000010:1.0:1776267957.595418:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000b790c72. 00000100:00000010:1.0:1776267957.595420:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 00000100:00000200:1.0:1776267957.595427:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776267957.595433:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000461ebdda. 00000400:00000010:1.0:1776267957.595437:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000a91f24e (tot 82343698). 00000020:00000010:1.0:1776267957.598540:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc492d9e. 00000020:00000010:1.0:1776267957.598548:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.598562:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078551b25. 00000100:00000200:1.0:1776267957.598588:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1d117d4 x1862549476108032/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267957.598620:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476108032 02000000:00000010:1.0:1776267957.598632:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e11d7718. 00010000:00000010:1.0:1776267957.598669:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd1d8f40. 00000100:00000010:1.0:1776267957.598675:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a3e0cd. 00000100:00000010:1.0:1776267957.598681:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a3e0cd. 00010000:00000010:1.0:1776267957.598684:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd1d8f40. 00000400:00000010:1.0:1776267957.598696:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007677005. 00000100:00000200:1.0:1776267957.598699:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476108032, offset 224 00000400:00000200:1.0:1776267957.598706:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.598715:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.598720:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90792:90792:256:4294967295] 192.168.202.34@tcp LPNI seq info [90792:90792:8:4294967295] 00000400:00000200:1.0:1776267957.598730:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.598735:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.598740:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099b4f764 (tot 82343698). 00000800:00000200:1.0:1776267957.598745:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.598752:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.598754:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099b4f764 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.598777:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.598781:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078551b25. 00000020:00000010:1.0:1776267957.598784:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc492d9e. 00010000:00000010:0.1:1776267957.599939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9896d28. 00010000:00000010:0.1:1776267957.599947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edb8c950. 00010000:00000010:3.1:1776267957.600086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1eec04d. 00010000:00000010:3.1:1776267957.600091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007147c8c2. 00010000:00000010:1.1:1776267957.603936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3fe3587. 00010000:00000010:0.1:1776267957.603936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd941d48. 00010000:00000010:0.1:1776267957.603950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4628efa. 00000020:00000010:1.0:1776267957.604266:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc492d9e. 00000020:00000010:1.0:1776267957.604274:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.604278:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078551b25. 00000100:00000200:1.0:1776267957.604307:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000070c0c82b x1862549476108096/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267957.604405:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476108096 02000000:00000010:1.0:1776267957.604421:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000010e2f8d3. 00010000:00000010:1.0:1776267957.604469:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd1d8f40. 00000100:00000010:1.0:1776267957.604478:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a3e0cd. 00000100:00000010:1.0:1776267957.604485:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a3e0cd. 00010000:00000010:1.0:1776267957.604489:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd1d8f40. 00000400:00000010:1.0:1776267957.604504:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae466b7c. 00000100:00000200:1.0:1776267957.604509:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476108096, offset 224 00000400:00000200:1.0:1776267957.604517:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.604529:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.604535:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90794:90794:256:4294967295] 192.168.202.34@tcp LPNI seq info [90794:90794:8:4294967295] 00000400:00000200:1.0:1776267957.604545:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.604550:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.604555:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343698). 00000800:00000200:1.0:1776267957.604561:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.604569:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.604573:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.604602:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.604606:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078551b25. 00000020:00000010:1.0:1776267957.604609:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc492d9e. 00010000:00000010:0.1:1776267957.608005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056166f0e. 00010000:00000010:0.1:1776267957.608014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a6cba0f. 00010000:00000010:0.1:1776267957.608018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000202fa0f0. 00000020:00000010:1.0:1776267957.616016:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc492d9e. 00000020:00000010:1.0:1776267957.616031:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.616035:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078551b25. 00000100:00000200:1.0:1776267957.616069:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bd626d3 x1862549476108160/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267957.616165:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476108160 02000000:00000010:1.0:1776267957.616177:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082a2dd4b. 00010000:00000010:1.0:1776267957.616208:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044f45419. 00010000:00000010:1.0:1776267957.616245:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd1d8f40. 00000100:00000010:1.0:1776267957.616263:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a3e0cd. 00000100:00000010:1.0:1776267957.616283:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a3e0cd. 00010000:00000010:1.0:1776267957.616289:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd1d8f40. 00000400:00000010:1.0:1776267957.616303:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034fbf27b. 00000100:00000200:1.0:1776267957.616309:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476108160, offset 224 00000400:00000200:1.0:1776267957.616318:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.616333:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.616339:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90796:90796:256:4294967295] 192.168.202.34@tcp LPNI seq info [90796:90796:8:4294967295] 00000400:00000200:1.0:1776267957.616350:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.616357:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.616361:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343698). 00000800:00000200:1.0:1776267957.616368:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.616375:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.616379:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.616411:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.616415:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078551b25. 00000020:00000010:1.0:1776267957.616418:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc492d9e. 00010000:00000010:0.1:1776267957.622486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29e248e. 00010000:00000010:0.1:1776267957.622500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003afb4890. 00010000:00000010:0.1:1776267957.622505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26a5a75. 00010000:00000010:0.1:1776267957.622507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000661f928a. 00010000:00000010:0.1:1776267957.622511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4628efa. 00000020:00000010:1.0:1776267957.624116:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc492d9e. 00000020:00000010:1.0:1776267957.624124:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.624128:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078551b25. 00000100:00000200:1.0:1776267957.624156:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038d6bd92 x1862549476108224/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267957.624181:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476108224 02000000:00000010:1.0:1776267957.624193:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000b790c72. 00010000:00000010:1.0:1776267957.624330:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd8dfde6. 00010000:00000010:1.0:1776267957.624355:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd1d8f40. 00000100:00000010:1.0:1776267957.624362:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a3e0cd. 00000100:00000010:1.0:1776267957.624380:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a3e0cd. 00010000:00000010:1.0:1776267957.624385:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd1d8f40. 00000400:00000010:1.0:1776267957.624399:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034fbf27b. 00000100:00000200:1.0:1776267957.624404:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476108224, offset 224 00000400:00000200:1.0:1776267957.624413:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.624425:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.624430:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90798:90798:256:4294967295] 192.168.202.34@tcp LPNI seq info [90798:90798:8:4294967295] 00000400:00000200:1.0:1776267957.624441:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.624447:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.624451:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a46ad86 (tot 82343698). 00000800:00000200:1.0:1776267957.624457:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.624463:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.624466:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007a46ad86 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.624482:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.624484:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078551b25. 00000020:00000010:1.0:1776267957.624487:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc492d9e. 00000800:00000200:1.0:1776267957.625075:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.625077:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000400:00000200:1.0:1776267957.625081:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.625085:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.625088:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053790125 00000400:00000010:1.0:1776267957.625089:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053790125. 00000100:00000200:1.0:1776267957.625095:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007259c45b x1862549489473152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267957.633305:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267957.633322:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b256c0 00000400:00000200:1.0:1776267957.633332:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb680d [1] + 224 00000400:00000200:1.0:1776267957.633346:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.633349:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267957.633359:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007259c45b x1862549489473216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267957.636944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe45c355. 00010000:00000010:0.1:1776267957.636953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edb8c950. 00010000:00000010:0.1:1776267957.636957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdf7728e. 00010000:00000010:0.1:1776267957.636959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000202fa0f0. 00010000:00000010:1.1:1776267957.636998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ec3f152. 00010000:00000010:1.1:1776267957.637004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098a98347. 00010000:00000010:2.1:1776267957.640097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015040e6f. 00000400:00000200:1.0:1776267957.648631:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267957.648654:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b25700 00000400:00000200:1.0:1776267957.648662:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6819 [1] + 224 00000400:00000200:1.0:1776267957.648673:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.648677:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267957.648690:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007259c45b x1862549489473280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267957.648734:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267957.648739:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e66880 00000400:00000200:1.0:1776267957.648743:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5169 [2] + 1968 00000400:00000010:1.0:1776267957.648748:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000deba23f2. 00000400:00000200:1.0:1776267957.648751:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000008330d11 00000400:00000200:1.0:1776267957.648759:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.648762:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.648765:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008330d11 00000400:00000010:1.0:1776267957.648767:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000008330d11 (tot 82343298). 00000100:00000200:1.0:1776267957.648773:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1776267957.650946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000320ce702. 00010000:00000010:0.1:1776267957.650955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4628efa. 00010000:00000010:0.1:1776267957.650959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023cf3ba4. 00010000:00000010:0.1:1776267957.650962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26a5a75. 00010000:00000010:2.1:1776267957.650998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcce96e5. 00010000:00000010:3.1:1776267957.654233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064d56e25. 00000400:00000200:1.0:1776267957.657944:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267957.657965:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e668c0 00000400:00000200:1.0:1776267957.657974:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb51c1 [2] + 0 00000400:00000200:1.0:1776267957.658030:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.658035:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267957.658041:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267957.658046:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 00080000:00000010:1.0:1776267957.658530:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dcf0ceca. 00010000:00000010:1.0:1776267957.658630:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcf1869c. 00010000:00000010:1.0:1776267957.658639:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3bb6e67. 00010000:00000010:1.0:1776267957.658715:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000930ee9. 00010000:00000010:1.0:1776267957.658722:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009644245e. 00010000:00000010:1.0:1776267957.658733:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd1d8f40. 00000100:00000010:1.0:1776267957.658738:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a3e0cd. 00000100:00000010:1.0:1776267957.658745:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000037681c56. 02000000:00000010:1.0:1776267957.658756:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b790c72. 02000000:00000010:1.0:1776267957.658780:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e11d7718. 00000400:00000010:1.0:1776267957.658786:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000027be0b95. 00000400:00000010:1.0:1776267957.658790:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae466b7c. 00000100:00000200:1.0:1776267957.658795:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489473408, portal 16 00000400:00000010:1.0:1776267957.658800:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007677005. 00000100:00000200:1.0:1776267957.658802:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489473408, offset 0 00000400:00000200:1.0:1776267957.658806:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.658813:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.658819:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267957.658823:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267957.658825:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267957.658827:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90807:90807:255:4294967295] 192.168.202.34@tcp LPNI seq info [90807:90807:7:4294967295] 00000400:00000200:1.0:1776267957.658834:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.658839:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.658842:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070de03a1 (tot 82343946). 00000800:00000200:1.0:1776267957.658846:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.658849:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.658851:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070de03a1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776267957.659242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009231fd7d. 00010000:00000010:0.1:1776267957.659248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00010000:00000010:0.1:1776267957.659261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000661f928a. 00010000:00000010:0.1:1776267957.659263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000202fa0f0. 00000400:00000010:1.0:1776267957.665550:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000027be0b95. 00000400:00000200:1.0:1776267957.665561:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae466b7c 00000400:00000010:1.0:1776267957.665563:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae466b7c. 00000100:00000200:1.0:1776267957.665575:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000037681c56 x1862549489473408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267957.665586:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000037681c56 x1862549489473408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267957.665612:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084b83cd3. 02000000:00000010:1.0:1776267957.665632:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e11d7718. 02000000:00000010:1.0:1776267957.665637:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b790c72. 00000100:00000010:1.0:1776267957.665642:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000037681c56. 00000100:00000010:1.0:1776267957.665645:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a3e0cd. 00010000:00000010:1.0:1776267957.665648:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd1d8f40. 00010000:00000010:1.1:1776267957.668997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f55d13d8. 00010000:00000010:1.1:1776267957.669006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edb8c950. 00000020:00000010:1.0:1776267957.675509:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e11d7718. 00000020:00000010:1.0:1776267957.675522:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.675526:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078551b25. 00000100:00000200:1.0:1776267957.675554:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e06806be x1862549476108608/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267957.675585:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476108608 02000000:00000010:1.0:1776267957.675597:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000010e2f8d3. 00010000:00000010:1.0:1776267957.675627:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfc37532. 00010000:00000010:1.0:1776267957.675645:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd1d8f40. 00000100:00000010:1.0:1776267957.675650:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a3e0cd. 00000100:00000010:1.0:1776267957.675663:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a3e0cd. 00010000:00000010:1.0:1776267957.675668:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd1d8f40. 00000400:00000010:1.0:1776267957.675681:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae466b7c. 00000100:00000200:1.0:1776267957.675687:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476108608, offset 224 00000400:00000200:1.0:1776267957.675695:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.675995:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.676002:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90810:90810:256:4294967295] 192.168.202.34@tcp LPNI seq info [90810:90810:8:4294967295] 00000400:00000200:1.0:1776267957.676012:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.676103:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.676107:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343946). 00000800:00000200:1.0:1776267957.676111:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.676114:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.676116:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.676127:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.676131:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078551b25. 00000020:00000010:1.0:1776267957.676134:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e11d7718. 00010000:00000010:2.1:1776267957.676975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e37a1301. 00010000:00000010:2.1:1776267957.676983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000930ee9. 00010000:00000010:0.1:1776267957.677126:0:78420:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082f03b61. 00010000:00000010:3.1:1776267957.680941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac6ebab8. 00010000:00000010:3.1:1776267957.680953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb2f35a4. 00010000:00000010:1.1:1776267957.681973:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095a4685a. 00000020:00000010:1.0:1776267957.682008:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e11d7718. 00000020:00000010:1.0:1776267957.682014:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.682019:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078551b25. 00000100:00000200:1.0:1776267957.683009:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047e24643 x1862549476108672/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267957.683172:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476108672 02000000:00000010:1.0:1776267957.683188:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082a2dd4b. 00010000:00000010:1.0:1776267957.683220:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000914cadee. 00010000:00000010:1.0:1776267957.683243:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd1d8f40. 00000100:00000010:1.0:1776267957.683261:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a3e0cd. 00000100:00000010:1.0:1776267957.683277:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a3e0cd. 00010000:00000010:1.0:1776267957.683282:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd1d8f40. 00000400:00000010:1.0:1776267957.683296:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267957.683302:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476108672, offset 224 00000400:00000200:1.0:1776267957.683310:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.683328:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.683333:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90812:90812:256:4294967295] 192.168.202.34@tcp LPNI seq info [90812:90812:8:4294967295] 00000400:00000200:1.0:1776267957.683345:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.683351:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.683356:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa70f1ef (tot 82343698). 00000800:00000200:1.0:1776267957.683362:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.683369:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.683373:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa70f1ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.683445:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.683450:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078551b25. 00000020:00000010:1.0:1776267957.683454:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e11d7718. 00010000:00000010:1.1:1776267957.694286:0:1035:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004844df54. 00010000:00000010:1.1:1776267957.695935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bb3e9d5. 00010000:00000010:3.1:1776267957.696561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097770ca6. 00010000:00000010:3.1:1776267957.696568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00000020:00000010:1.0:1776267957.697328:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e11d7718. 00000020:00000010:1.0:1776267957.697335:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.697340:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078551b25. 00000100:00000200:1.0:1776267957.697363:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68f8b48 x1862549476108800/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267957.697398:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476108800 02000000:00000010:1.0:1776267957.697409:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc492d9e. 00010000:00000010:1.0:1776267957.697438:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ade0590. 00010000:00000010:1.0:1776267957.697457:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd1d8f40. 00000100:00000010:1.0:1776267957.697463:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a3e0cd. 00000100:00000010:1.0:1776267957.697479:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a3e0cd. 00010000:00000010:1.0:1776267957.697482:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd1d8f40. 00000400:00000010:1.0:1776267957.697494:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008757b184. 00000100:00000200:1.0:1776267957.697498:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476108800, offset 224 00000400:00000200:1.0:1776267957.697505:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.697515:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.697520:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90816:90816:256:4294967295] 192.168.202.34@tcp LPNI seq info [90816:90816:8:4294967295] 00000400:00000200:1.0:1776267957.697530:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.697534:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.697539:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343698). 00000800:00000200:1.0:1776267957.697544:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.697550:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.697554:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.697568:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.697572:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078551b25. 00000020:00000010:1.0:1776267957.697575:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e11d7718. 00010000:00000010:3.1:1776267957.699440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000470e270b. 00010000:00000010:3.1:1776267957.699448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f356ba0. 00010000:00000010:3.1:1776267957.699451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:3.1:1776267957.699454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267957.699456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:2.1:1776267957.705353:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008517f6b8. 00010000:00000010:2.1:1776267957.705366:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000373e4b8d. 00010000:00000010:1.1:1776267957.709997:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c8f28a. 00000020:00000010:1.0:1776267957.710123:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e11d7718. 00000020:00000010:1.0:1776267957.710129:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.710132:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078551b25. 00000100:00000200:1.0:1776267957.710159:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5fafaab x1862549476108864/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267957.710190:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476108864 02000000:00000010:1.0:1776267957.710202:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000b790c72. 00010000:00000010:1.0:1776267957.710231:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3ebaa9e. 00010000:00000010:1.0:1776267957.710259:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd1d8f40. 00000100:00000010:1.0:1776267957.710267:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019a3e0cd. 00000100:00000010:1.0:1776267957.710285:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019a3e0cd. 00010000:00000010:1.0:1776267957.710290:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd1d8f40. 00000400:00000010:1.0:1776267957.710303:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf197cb7. 00000100:00000200:1.0:1776267957.710308:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476108864, offset 224 00000400:00000200:1.0:1776267957.710316:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.710331:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.710337:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90818:90818:256:4294967295] 192.168.202.34@tcp LPNI seq info [90818:90818:8:4294967295] 00000400:00000200:1.0:1776267957.710347:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.710352:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.710356:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ec70850 (tot 82343546). 00000800:00000200:1.0:1776267957.710362:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.710368:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.710372:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ec70850 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.710429:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.710433:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078551b25. 00000020:00000010:1.0:1776267957.710436:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e11d7718. 02000000:00000010:1.0:1776267957.710444:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc492d9e. 00000100:00000010:1.0:1776267957.710447:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f8b48. 02000000:00000010:1.0:1776267957.710451:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a554dc36. 00000100:00000010:1.0:1776267957.710454:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e23e275. 02000000:00000010:1.0:1776267957.710456:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082a2dd4b. 00000100:00000010:1.0:1776267957.710458:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047e24643. 02000000:00000010:1.0:1776267957.710460:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000010e2f8d3. 00000100:00000010:1.0:1776267957.710461:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e06806be. 02000000:00000010:1.0:1776267957.710464:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2733a40. 00000100:00000010:1.0:1776267957.710466:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b4b4fcf9. 02000000:00000010:1.0:1776267957.710469:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041b27a3f. 00000100:00000010:1.0:1776267957.710471:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 00000100:00000200:1.0:1776267957.710476:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776267957.710481:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000027be0b95. 00000400:00000010:1.0:1776267957.710486:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000019a3e0cd (tot 82343698). 00000020:00000010:1.0:1776267957.718277:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010e2f8d3. 00000020:00000010:1.0:1776267957.718285:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.718289:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078551b25. 00000100:00000200:1.0:1776267957.718316:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038d6bd92 x1862549476108928/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267957.718350:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476108928 02000000:00000010:1.0:1776267957.718361:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082a2dd4b. 00010000:00000010:1.0:1776267957.718388:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017cb0729. 00010000:00000010:1.0:1776267957.718406:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267957.718412:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aff8a31. 00000100:00000010:1.0:1776267957.718425:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aff8a31. 00010000:00000010:1.0:1776267957.718429:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000400:00000010:1.0:1776267957.718440:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c700c40e. 00000100:00000200:1.0:1776267957.718444:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476108928, offset 224 00000400:00000200:1.0:1776267957.718451:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.718462:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.718467:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90820:90820:256:4294967295] 192.168.202.34@tcp LPNI seq info [90820:90820:8:4294967295] 00000400:00000200:1.0:1776267957.718476:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.718481:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.718485:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ec70850 (tot 82343698). 00000800:00000200:1.0:1776267957.718492:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.718498:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.718502:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ec70850 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.718527:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.718531:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078551b25. 00000020:00000010:1.0:1776267957.718533:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010e2f8d3. 00000800:00000200:1.0:1776267957.719286:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.719289:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:1.0:1776267957.719294:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.719298:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.719301:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000673fe50f 00000400:00000010:1.0:1776267957.719302:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000673fe50f. 00000100:00000200:1.0:1776267957.719309:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007259c45b x1862549489473856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267957.720267:0:76722:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c840748. 00010000:00000010:3.1:1776267957.721041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ad25a13. 00010000:00000010:3.1:1776267957.721047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00000020:00000010:1.0:1776267957.722829:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010e2f8d3. 00000020:00000010:1.0:1776267957.722836:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.722840:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078551b25. 00000100:00000200:1.0:1776267957.722864:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b5faa2a x1862549476108992/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267957.722926:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476108992 02000000:00000010:1.0:1776267957.722938:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc492d9e. 00010000:00000010:1.0:1776267957.722979:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267957.722986:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aff8a31. 00000100:00000010:1.0:1776267957.722994:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aff8a31. 00010000:00000010:1.0:1776267957.722998:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000400:00000010:1.0:1776267957.723012:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267957.723028:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476108992, offset 224 00000400:00000200:1.0:1776267957.723036:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.723047:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.723052:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90822:90822:256:4294967295] 192.168.202.34@tcp LPNI seq info [90822:90822:8:4294967295] 00000400:00000200:1.0:1776267957.723062:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.723067:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.723071:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343698). 00000800:00000200:1.0:1776267957.723076:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.723083:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.723087:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.723104:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.723107:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078551b25. 00000020:00000010:1.0:1776267957.723109:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010e2f8d3. 00000800:00000200:1.0:1776267957.723161:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.723164:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576a5c4b (tot 82343450). 00000400:00000200:1.0:1776267957.723166:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.723170:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.723173:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:1.0:1776267957.723174:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00010000:00000010:1.1:1776267957.728708:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8e1ac08. 00000800:00000200:1.0:1776267957.728799:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.728803:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343450). 00000400:00000200:1.0:1776267957.728807:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.728813:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.728817:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:1.0:1776267957.728818:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00000100:00000200:1.0:1776267957.728825:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007259c45b x1862549489473920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267957.728928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae24f2b8. 00010000:00000010:0.1:1776267957.728934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:0.1:1776267957.737378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018e3cb06. 00010000:00000010:0.1:1776267957.737388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007791186. 00010000:00000010:0.1:1776267957.737392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000202fa0f0. 00010000:00000010:0.1:1776267957.742169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001072d438. 00010000:00000010:0.1:1776267957.742183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00010000:00000010:0.1:1776267957.742187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000661f928a. 00010000:00000010:0.1:1776267957.742190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26a5a75. 00000400:00000200:1.0:1776267957.742323:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267957.742341:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b259c0 00000400:00000200:1.0:1776267957.742349:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb68a5 [1] + 224 00000400:00000200:1.0:1776267957.742361:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.742366:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267957.742376:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007259c45b x1862549489473984/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267957.742451:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267957.742457:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e66b40 00000400:00000200:1.0:1776267957.742462:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5219 [2] + 984 00000400:00000200:1.0:1776267957.742472:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.742474:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267957.742478:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267957.742483:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 00010000:00000010:2.1:1776267957.742913:0:64837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004579da74. 00000800:00000200:1.0:1776267957.743336:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.743340:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036710f3d (tot 82343450). 00000400:00000200:1.0:1776267957.743344:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.743348:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.743351:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000049a541a 00000400:00000010:1.0:1776267957.743353:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000049a541a. 00000800:00000200:1.0:1776267957.749178:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.749186:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343450). 00000400:00000200:1.0:1776267957.749194:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.749202:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.749208:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6abd6ee 00000400:00000010:1.0:1776267957.749210:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6abd6ee. 00000100:00000200:1.0:1776267957.749222:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007259c45b x1862549489474048/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267957.763169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003170a25d. 00010000:00000010:0.1:1776267957.763178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082f9c220. 00010000:00000010:0.1:1776267957.763183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4628efa. 00010000:00000010:2.1:1776267957.764935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7298b58. 00010000:00000010:2.1:1776267957.764949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097330da3. 00010000:00000010:2.1:1776267957.764952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26a5a75. 00000020:00000010:1.0:1776267957.766126:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2733a40. 00000020:00000010:1.0:1776267957.766132:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.766136:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078551b25. 00000100:00000200:1.0:1776267957.766159:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007259c45b x1862549476109248/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267957.766184:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476109248 02000000:00000010:1.0:1776267957.766195:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e11d7718. 00010000:00000010:1.0:1776267957.766232:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b31aa07. 00000100:00000010:1.0:1776267957.766239:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aff8a31. 00000100:00000010:1.0:1776267957.766246:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aff8a31. 00010000:00000010:1.0:1776267957.766261:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b31aa07. 00000400:00000010:1.0:1776267957.766275:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267957.766280:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476109248, offset 224 00000400:00000200:1.0:1776267957.766288:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.766300:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.766305:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90830:90830:256:4294967295] 192.168.202.34@tcp LPNI seq info [90830:90830:8:4294967295] 00000400:00000200:1.0:1776267957.766315:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.766318:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.766322:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343698). 00000800:00000200:1.0:1776267957.766327:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.766333:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.766335:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.766352:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.766354:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078551b25. 00000020:00000010:1.0:1776267957.766356:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2733a40. 00000800:00000200:1.0:1776267957.766437:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.766441:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576a5c4b (tot 82343450). 00000400:00000200:1.0:1776267957.766444:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.766447:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.766451:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:1.0:1776267957.766453:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000800:00000200:1.0:1776267957.770719:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.770727:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090ca6720 (tot 82343450). 00000400:00000200:1.0:1776267957.770734:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.770742:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.770747:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000081b8ee4 00000400:00000010:1.0:1776267957.770750:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000081b8ee4. 00000100:00000200:1.0:1776267957.770762:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000070c0c82b x1862549489474176/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267957.775807:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267957.775817:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e66c00 00000400:00000200:1.0:1776267957.775822:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5219 [2] + 1968 00000400:00000010:1.0:1776267957.775825:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003af938d4. 00000400:00000200:1.0:1776267957.775828:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000022a7ebf5 00000400:00000200:1.0:1776267957.776354:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.776360:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.776364:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022a7ebf5 00000400:00000010:1.0:1776267957.776367:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000022a7ebf5 (tot 82343298). 00000100:00000200:1.0:1776267957.776373:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:1.0:1776267957.777170:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.777174:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267957.777179:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.777183:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.777186:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cbd945d 00000400:00000010:1.0:1776267957.777188:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cbd945d. 02000000:00000010:1.0:1776267957.777192:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f7dfac6. 00000400:00000200:1.0:1776267957.779946:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000010:1.0:1776267957.780234:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b825eafa. 00000400:00000200:1.0:1776267957.780238:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e0f072b 00000400:00000010:1.0:1776267957.780240:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e0f072b. 00000100:00000200:1.0:1776267957.780246:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000070c0c82b x1862549489474240/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267957.780262:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000070c0c82b x1862549489474240/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267957.780290:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062f7cf94. 02000000:00000010:1.0:1776267957.780296:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000034316280. 00000100:00000010:1.0:1776267957.780301:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000070c0c82b. 00000100:00000010:1.0:1776267957.780305:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bff40de. 00010000:00000010:1.0:1776267957.780309:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000018241be7. 00010000:00000010:2.1:1776267957.780988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea3e4f88. 00010000:00000010:2.1:1776267957.780996:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b08fa223. 00010000:00000010:2.1:1776267957.781000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00000400:00000200:1.0:1776267957.781363:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267957.781374:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e66c40 00000400:00000200:1.0:1776267957.781380:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5271 [2] + 0 00000400:00000200:1.0:1776267957.781439:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.781443:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267957.781448:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267957.781453:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000037681c56. 00010000:00000010:3.1:1776267957.785228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bea7185. 00000400:00000200:1.0:1776267957.788844:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267957.788860:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b25b00 00000400:00000200:1.0:1776267957.788868:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb68e5 [1] + 224 00000400:00000200:1.0:1776267957.788878:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.788881:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00010000:00000010:3.1:1776267957.788934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004392db4d. 00010000:00000010:2.1:1776267957.788934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000740fdf64. 00010000:00000010:2.1:1776267957.788943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efb028e. 00000100:00000200:1.0:1776267957.789388:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009747af4d x1862549489474304/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776267957.789649:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010e2f8d3. 00000020:00000010:1.0:1776267957.789655:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.789658:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078551b25. 00000100:00000200:1.0:1776267957.789684:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68f2b7b x1862549476109440/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267957.789723:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476109440 02000000:00000010:1.0:1776267957.789736:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082a2dd4b. 00010000:00000010:1.0:1776267957.789765:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000616ea24b. 00010000:00000010:1.0:1776267957.789789:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b31aa07. 00000100:00000010:1.0:1776267957.789795:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aff8a31. 00000100:00000010:1.0:1776267957.789805:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aff8a31. 00010000:00000010:1.0:1776267957.789809:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b31aa07. 00000400:00000010:1.0:1776267957.789822:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267957.789827:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476109440, offset 224 00000400:00000200:1.0:1776267957.789834:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.789845:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.789851:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90836:90836:256:4294967295] 192.168.202.34@tcp LPNI seq info [90836:90836:8:4294967295] 00000400:00000200:1.0:1776267957.789859:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.789862:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.789866:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343698). 00000800:00000200:1.0:1776267957.789871:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.789876:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.789879:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.789925:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.789930:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078551b25. 00000020:00000010:1.0:1776267957.789933:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010e2f8d3. 00010000:00000010:2.1:1776267957.792174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c167e5ca. 00010000:00000010:2.1:1776267957.792184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e16f23. 00010000:00000010:2.1:1776267957.792188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ad25403. 00010000:00000010:2.1:1776267957.792191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00000020:00000010:1.0:1776267957.793656:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010e2f8d3. 00000020:00000010:1.0:1776267957.793664:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.793668:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078551b25. 00000100:00000200:1.0:1776267957.793695:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009a7930ce x1862549476109504/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267957.793726:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476109504 02000000:00000010:1.0:1776267957.793737:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc492d9e. 00010000:00000010:1.0:1776267957.793776:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b31aa07. 00000100:00000010:1.0:1776267957.793783:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aff8a31. 00000100:00000010:1.0:1776267957.793790:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aff8a31. 00010000:00000010:1.0:1776267957.793794:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b31aa07. 00000400:00000010:1.0:1776267957.793807:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fd3bfba. 00000100:00000200:1.0:1776267957.793811:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476109504, offset 224 00000400:00000200:1.0:1776267957.793820:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.793830:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.793835:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90838:90838:256:4294967295] 192.168.202.34@tcp LPNI seq info [90838:90838:8:4294967295] 00000400:00000200:1.0:1776267957.793845:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.793850:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.793854:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa70f1ef (tot 82343698). 00000800:00000200:1.0:1776267957.793859:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.793865:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.793869:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa70f1ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.793890:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.793919:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000078551b25. 00000020:00000010:1.0:1776267957.793923:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010e2f8d3. 00010000:00000010:1.1:1776267957.796195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6a0c3b0. 00000020:00000010:1.0:1776267957.797752:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010e2f8d3. 00000020:00000010:1.0:1776267957.797757:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.797760:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000078551b25. 00000100:00000200:1.0:1776267957.797779:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9422027 x1862549476109568/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267957.797805:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476109568 02000000:00000010:1.0:1776267957.797816:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e11d7718. 00010000:00000010:1.0:1776267957.797843:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031b3551c. 00010000:00000010:1.0:1776267957.797862:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b31aa07. 00000100:00000010:1.0:1776267957.797866:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aff8a31. 00000100:00000010:1.0:1776267957.797878:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aff8a31. 00010000:00000010:1.0:1776267957.797881:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b31aa07. 00000400:00000010:1.0:1776267957.797922:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c75b50e9. 00000100:00000200:1.0:1776267957.797926:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476109568, offset 224 00000400:00000200:1.0:1776267957.797933:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.797945:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.797950:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90840:90840:256:4294967295] 192.168.202.34@tcp LPNI seq info [90840:90840:8:4294967295] 00000400:00000200:1.0:1776267957.797960:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.797965:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00010000:00000010:2.1:1776267957.800465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000941e6de2. 00010000:00000010:2.1:1776267957.800480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00000020:00000010:1.0:1776267957.801301:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010e2f8d3. 00000020:00000010:1.0:1776267957.801308:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.801312:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ace9d909. 00000100:00000200:1.0:1776267957.801335:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000261e0f2e x1862549476109632/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267957.801362:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476109632 02000000:00000010:1.0:1776267957.801373:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2733a40. 00010000:00000010:1.0:1776267957.801409:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b31aa07. 00000100:00000010:1.0:1776267957.801416:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aff8a31. 00000100:00000010:1.0:1776267957.801423:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aff8a31. 00010000:00000010:1.0:1776267957.801427:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b31aa07. 00000400:00000010:1.0:1776267957.801439:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756ab9ae. 00000100:00000200:1.0:1776267957.801444:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476109632, offset 224 00000400:00000200:1.0:1776267957.801450:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.801460:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.801464:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90842:90842:256:4294967295] 192.168.202.34@tcp LPNI seq info [90842:90842:8:4294967295] 00000400:00000200:1.0:1776267957.801471:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.801475:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.801478:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343698). 00000800:00000200:1.0:1776267957.801482:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.801487:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.801489:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.801507:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.801510:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ace9d909. 00000020:00000010:1.0:1776267957.801513:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010e2f8d3. 00000020:00000010:1.0:1776267957.804842:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010e2f8d3. 00000020:00000010:1.0:1776267957.804847:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267957.804851:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ace9d909. 00000100:00000200:1.0:1776267957.804869:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003d99e24 x1862549476109696/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267957.804919:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476109696 02000000:00000010:1.0:1776267957.804930:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff2f737d. 00010000:00000010:1.0:1776267957.804956:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093b18aeb. 00010000:00000010:2.1:1776267957.805214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001164d258. 00010000:00000010:2.1:1776267957.805222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6400535. 00010000:00000010:2.1:1776267957.805226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efb028e. 00010000:00000010:1.1:1776267957.806157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e48835a. 00010000:00000010:2.1:1776267957.811536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab7acfd9. 00010000:00000010:2.1:1776267957.811553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00000800:00000200:1.0:1776267957.813530:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.813533:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343698). 00000400:00000200:1.0:1776267957.813537:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.813540:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.813543:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015166d3f 00000400:00000010:1.0:1776267957.813545:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015166d3f. 02000000:00000010:1.0:1776267957.813550:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ccfb753a. 00000800:00000200:1.0:1776267957.813593:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.813595:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e2168c8 (tot 82343450). 00000400:00000200:1.0:1776267957.813598:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.813601:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.813603:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001290874d 00000400:00000010:1.0:1776267957.813604:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001290874d. 00000100:00000200:1.0:1776267957.813610:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009747af4d x1862549489474688/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267957.814181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595fa0f4. 00010000:00000010:2.1:1776267957.814186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9a1775c. 00010000:00000010:2.1:1776267957.814189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e16f23. 00010000:00000010:2.1:1776267957.814191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb9ffe49. 00010000:00000010:2.1:1776267957.814192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.1:1776267957.814194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ad25403. 00010000:00000010:2.1:1776267957.814196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efb028e. 00010000:00000010:1.1:1776267957.814453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bf6c16f. 00000020:00000010:1.0:1776267957.816234:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d30ec0c. 00000020:00000010:1.0:1776267957.816239:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083003559. 00000020:00000010:1.0:1776267957.816242:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267957.816275:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68f2b7b x1862549476109824/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267957.816335:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476109824 02000000:00000010:1.0:1776267957.816347:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff2f737d. 00010000:00000010:1.0:1776267957.816370:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048f0b9a1. 00010000:00000010:1.0:1776267957.816386:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b31aa07. 00000100:00000010:1.0:1776267957.816391:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aff8a31. 00000100:00000010:1.0:1776267957.816408:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aff8a31. 00010000:00000010:1.0:1776267957.816412:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b31aa07. 00000400:00000010:1.0:1776267957.816423:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4db8adb. 00000100:00000200:1.0:1776267957.816427:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476109824, offset 224 00000400:00000200:1.0:1776267957.816435:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.816445:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.816449:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90848:90848:256:4294967295] 192.168.202.34@tcp LPNI seq info [90848:90848:8:4294967295] 00000400:00000200:1.0:1776267957.816458:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.816462:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.816466:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070de03a1 (tot 82343698). 00000800:00000200:1.0:1776267957.816472:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.816477:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.816480:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070de03a1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.816505:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083003559. 00000020:00000010:1.0:1776267957.816508:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267957.816510:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d30ec0c. 00010000:00000010:0.1:1776267957.818925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000155930e. 00000020:00000010:1.0:1776267957.819631:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d30ec0c. 00000020:00000010:1.0:1776267957.819636:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083003559. 00000020:00000010:1.0:1776267957.819639:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267957.819659:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038d6bd92 x1862549476109888/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267957.819683:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476109888 02000000:00000010:1.0:1776267957.819692:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d6cad064. 00010000:00000010:1.0:1776267957.819722:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041811f85. 00010000:00000010:1.0:1776267957.819744:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b31aa07. 00000100:00000010:1.0:1776267957.819750:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aff8a31. 00000100:00000010:1.0:1776267957.819764:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aff8a31. 00010000:00000010:1.0:1776267957.819768:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b31aa07. 00000400:00000010:1.0:1776267957.819780:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bde3ac1. 00000100:00000200:1.0:1776267957.819785:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476109888, offset 224 00000400:00000200:1.0:1776267957.819792:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.819801:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.819806:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90850:90850:256:4294967295] 192.168.202.34@tcp LPNI seq info [90850:90850:8:4294967295] 00000400:00000200:1.0:1776267957.819815:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.819819:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.819823:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a46ad86 (tot 82343698). 00000800:00000200:1.0:1776267957.819828:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.819834:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.819838:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007a46ad86 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.819956:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083003559. 00000020:00000010:1.0:1776267957.819960:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267957.819963:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d30ec0c. 00010000:00000010:2.1:1776267957.822943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a599ef3. 00010000:00000010:2.1:1776267957.822955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:1.1:1776267957.822978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060ad7315. 00000020:00000010:1.0:1776267957.824304:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054f85a9a. 00000020:00000010:1.0:1776267957.824313:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083003559. 00000020:00000010:1.0:1776267957.824317:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267957.824343:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b5faa2a x1862549476109952/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267957.824481:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476109952 02000000:00000010:1.0:1776267957.824496:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ba8434f3. 00010000:00000010:1.0:1776267957.824526:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e83a84. 00010000:00000010:1.0:1776267957.824555:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b31aa07. 00000100:00000010:1.0:1776267957.824563:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aff8a31. 00000100:00000010:1.0:1776267957.824580:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aff8a31. 00010000:00000010:1.0:1776267957.824584:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b31aa07. 00000400:00000010:1.0:1776267957.824598:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c48805. 00000100:00000200:1.0:1776267957.824603:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476109952, offset 224 00000400:00000200:1.0:1776267957.824610:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.824625:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.824631:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90852:90852:256:4294967295] 192.168.202.34@tcp LPNI seq info [90852:90852:8:4294967295] 00000400:00000200:1.0:1776267957.824641:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.824646:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.824650:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343698). 00000800:00000200:1.0:1776267957.824657:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.824665:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.824670:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.824694:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083003559. 00000020:00000010:1.0:1776267957.824699:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267957.824702:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054f85a9a. 00010000:00000010:2.1:1776267957.826463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1976d1c. 00010000:00000010:2.1:1776267957.826475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00000020:00000010:1.0:1776267957.829586:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054f85a9a. 00000020:00000010:1.0:1776267957.829594:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000083003559. 00000020:00000010:1.0:1776267957.829599:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267957.829622:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050969a85 x1862549476110016/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267957.829660:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476110016 02000000:00000010:1.0:1776267957.829670:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006e2877bf. 00010000:00000010:1.0:1776267957.829703:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d50c7a5b. 00010000:00000010:1.0:1776267957.829734:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b31aa07. 00000100:00000010:1.0:1776267957.829740:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aff8a31. 00000100:00000010:1.0:1776267957.829753:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aff8a31. 00010000:00000010:1.0:1776267957.829757:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b31aa07. 00000400:00000010:1.0:1776267957.829769:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf3ca1f. 00000100:00000200:1.0:1776267957.829774:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476110016, offset 224 00000400:00000200:1.0:1776267957.829780:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.829790:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.829795:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90854:90854:256:4294967295] 192.168.202.34@tcp LPNI seq info [90854:90854:8:4294967295] 00000400:00000200:1.0:1776267957.829805:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.829810:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.829814:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343698). 00000800:00000200:1.0:1776267957.829820:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.829826:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.829829:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.829842:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000083003559. 00000020:00000010:1.0:1776267957.829846:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267957.829848:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054f85a9a. 00080000:00000010:1.0:1776267957.829874:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054f85a9a. 00010000:00000010:1.0:1776267957.829990:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094af0fa6. 00010000:00000010:1.0:1776267957.829998:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f28f924d. 00010000:00000010:1.0:1776267957.830065:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c8f28a. 00010000:00000010:1.0:1776267957.830072:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009644245e. 00010000:00000010:1.0:1776267957.830083:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b31aa07. 00000100:00000010:1.0:1776267957.830087:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aff8a31. 00000100:00000010:1.0:1776267957.830093:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267957.830102:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093d3c9df. 02000000:00000010:1.0:1776267957.830123:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093ff0911. 00000400:00000010:1.0:1776267957.830128:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c92f871. 00000400:00000010:1.0:1776267957.830132:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267957.830137:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489474944, portal 16 00000400:00000010:1.0:1776267957.830142:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021649f75. 00000100:00000200:1.0:1776267957.830144:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489474944, offset 0 00000400:00000200:1.0:1776267957.830149:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.830154:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.830161:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267957.830164:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267957.830167:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267957.830169:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90855:90855:255:4294967295] 192.168.202.34@tcp LPNI seq info [90855:90855:7:4294967295] 00000400:00000200:1.0:1776267957.830176:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.830180:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.830183:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099b4f764 (tot 82343946). 00000800:00000200:1.0:1776267957.830187:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.830191:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.830192:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099b4f764 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776267957.830935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbe9ae6a. 00010000:00000010:2.1:1776267957.830943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efb028e. 00010000:00000010:1.1:1776267957.830993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000511aaaa. 00000400:00000010:1.0:1776267957.833878:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c92f871. 00000400:00000200:1.0:1776267957.834188:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:1.0:1776267957.834191:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00000100:00000200:1.0:1776267957.834202:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489474944/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267957.834213:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489474944/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267957.834256:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093ff0911. 02000000:00000010:1.0:1776267957.834263:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000093d3c9df. 00000100:00000010:1.0:1776267957.834266:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:1.0:1776267957.834270:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aff8a31. 00010000:00000010:1.0:1776267957.834275:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b31aa07. 00010000:00000010:2.1:1776267957.836237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec670dd5. 00010000:00000010:2.1:1776267957.836260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00010000:00000010:1.1:1776267957.837349:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071e837ae. 00000400:00000200:1.0:1776267957.837390:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267957.838150:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e66f00 00000400:00000200:1.0:1776267957.838158:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb52c9 [2] + 1312 00000400:00000200:1.0:1776267957.838514:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.838521:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267957.838529:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267957.838537:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 00010000:00000010:1.1:1776267957.851930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba2a82a9. 00010000:00000010:1.1:1776267957.851940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ed469e6. 00010000:00000010:1.1:1776267957.851944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:0.1:1776267957.856967:0:1368:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbdc9a8. 00010000:00000010:2.1:1776267957.857137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d70a6d27. 00010000:00000010:2.1:1776267957.857143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c8f28a. 00010000:00000010:0.1:1776267957.870026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000838c7943. 00010000:00000010:2.1:1776267957.871298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a99a1bf. 00010000:00000010:2.1:1776267957.871313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00000020:00000010:1.0:1776267957.884140:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093ff0911. 00000020:00000010:1.0:1776267957.884149:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000028fc406e. 00000020:00000010:1.0:1776267957.884154:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267957.884180:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fd972876 x1862549476110208/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267957.884224:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476110208 02000000:00000010:1.0:1776267957.884236:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8a6856c. 00010000:00000010:1.0:1776267957.884273:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008cc70cea. 00010000:00000010:1.0:1776267957.884290:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267957.884295:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008aff8a31. 00000100:00000010:1.0:1776267957.884305:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008aff8a31. 00010000:00000010:1.0:1776267957.884308:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000400:00000010:1.0:1776267957.884319:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267957.884323:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476110208, offset 224 00000400:00000200:1.0:1776267957.884332:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.884343:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.884349:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90860:90860:256:4294967295] 192.168.202.34@tcp LPNI seq info [90860:90860:8:4294967295] 00000400:00000200:1.0:1776267957.884359:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.884364:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.884370:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099b4f764 (tot 82343546). 00000800:00000200:1.0:1776267957.884375:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.884381:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.884385:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099b4f764 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.884404:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000028fc406e. 00000020:00000010:1.0:1776267957.884408:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267957.884411:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093ff0911. 02000000:00000010:1.0:1776267957.884420:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee2ed8a8. 00000100:00000010:1.0:1776267957.884426:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009747af4d. 02000000:00000010:1.0:1776267957.884431:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000859a32b4. 00000100:00000010:1.0:1776267957.884434:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267957.884439:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006e2877bf. 00000100:00000010:1.0:1776267957.884441:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 02000000:00000010:1.0:1776267957.884444:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ba8434f3. 00000100:00000010:1.0:1776267957.884446:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b5faa2a. 02000000:00000010:1.0:1776267957.884449:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d6cad064. 00000100:00000010:1.0:1776267957.884451:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038d6bd92. 02000000:00000010:1.0:1776267957.884453:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff2f737d. 00000100:00000010:1.0:1776267957.884455:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f2b7b. 00000100:00000200:1.0:1776267957.884459:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776267957.884463:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c92f871. 00000400:00000010:1.0:1776267957.884466:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008aff8a31 (tot 82343698). 00010000:00000010:0.1:1776267957.889960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033a13afb. 00010000:00000010:0.1:1776267957.889974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efb028e. 00010000:00000010:1.1:1776267957.903261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006ed6ce4. 00000400:00000200:2.0:1776267957.911861:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267957.911865:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f373599 00000400:00000010:2.0:1776267957.911867:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f373599. 00000800:00000200:1.0:1776267957.913468:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.913472:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:1.0:1776267957.913476:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.913480:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.913484:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5deca77 00000400:00000010:1.0:1776267957.913485:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5deca77. 00000100:00000200:1.0:1776267957.913490:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e9422027 x1862549489475328/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267957.914215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc40aa22. 00010000:00000010:3.1:1776267957.914223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec163baf. 00010000:00000010:3.1:1776267957.914229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4628efa. 00010000:00000010:0.1:1776267957.919092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074ff851f. 00010000:00000010:0.1:1776267957.919107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000111b3daf. 00010000:00000010:0.1:1776267957.919113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:0.1:1776267957.923330:0:64837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043548f7c. 00010000:00000010:0.1:1776267957.923337:0:64837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e63a68fa. 00010000:00000010:0.1:1776267957.923342:0:64837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00000800:00000200:1.0:1776267957.924433:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.924437:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343450). 00000400:00000200:1.0:1776267957.924443:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.924448:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.924452:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083f3734f 00000400:00000010:1.0:1776267957.924454:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083f3734f. 00000800:00000200:1.0:1776267957.931989:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.931993:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267957.932000:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.932005:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.932009:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:1.0:1776267957.932011:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00000100:00000200:1.0:1776267957.932018:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea634ef0 x1862549489475392/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267957.936480:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267957.936490:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e670c0 00000400:00000200:1.0:1776267957.936496:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5321 [2] + 1312 00000400:00000200:1.0:1776267957.936547:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.936551:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267957.936556:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267957.936561:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 00080000:00000010:1.0:1776267957.947278:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6cad064. 00010000:00000010:1.0:1776267957.947359:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000533751c. 00010000:00000010:1.0:1776267957.947365:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ce330d66. 00010000:00000010:1.0:1776267957.947445:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc7a41ab. 00010000:00000010:1.0:1776267957.947451:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004195eab8. 00010000:00000010:1.0:1776267957.947461:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267957.947465:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072f35346. 00000100:00000010:1.0:1776267957.947472:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003fa05e9. 02000000:00000010:1.0:1776267957.947483:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093d3c9df. 02000000:00000010:1.0:1776267957.947506:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e2877bf. 00000400:00000010:1.0:1776267957.947510:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028fe88a6. 00000400:00000010:1.0:1776267957.947514:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9ff3e4. 00000100:00000200:1.0:1776267957.947520:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489475520, portal 16 00000400:00000010:1.0:1776267957.947524:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267957.947525:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489475520, offset 0 00000400:00000200:1.0:1776267957.947530:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.947536:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.947543:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267957.947546:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267957.947549:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267957.947552:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90873:90873:255:4294967295] 192.168.202.34@tcp LPNI seq info [90873:90873:7:4294967295] 00000400:00000200:1.0:1776267957.947559:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.947565:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.947568:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343946). 00000800:00000200:1.0:1776267957.947571:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.947575:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.947577:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1776267957.952098:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028fe88a6. 00000400:00000200:2.0:1776267957.952102:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9ff3e4 00000400:00000010:2.0:1776267957.952103:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9ff3e4. 00000100:00000200:2.0:1776267957.952110:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003fa05e9 x1862549489475520/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267957.952118:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003fa05e9 x1862549489475520/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267957.952140:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000957863fd. 02000000:00000010:2.0:1776267957.952151:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e2877bf. 02000000:00000010:2.0:1776267957.952155:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000093d3c9df. 00000100:00000010:2.0:1776267957.952158:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003fa05e9. 00000100:00000010:2.0:1776267957.952173:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072f35346. 00010000:00000010:2.0:1776267957.952177:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00080000:00000010:2.0:1776267957.952192:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038b68da9. 00010000:00000010:2.0:1776267957.952293:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004195eab8. 00010000:00000010:2.0:1776267957.952300:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f1ffad6c. 00010000:00000010:2.0:1776267957.952371:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.0:1776267957.952377:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004806e59d. 00010000:00000010:2.0:1776267957.952387:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6c72867. 00000100:00000010:2.0:1776267957.952391:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bff40de. 00000100:00000010:2.0:1776267957.952398:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267957.952420:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f8a7614. 02000000:00000010:2.0:1776267957.952453:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e911e8da. 00000400:00000010:2.0:1776267957.952458:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaa2a3c. 00000400:00000010:2.0:1776267957.952461:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f373599. 00000100:00000200:2.0:1776267957.952465:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489475584, portal 16 00000400:00000010:2.0:1776267957.952469:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008083c290. 00000100:00000200:2.0:1776267957.952470:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489475584, offset 0 00000400:00000200:2.0:1776267957.952476:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267957.952485:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267957.952492:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267957.952495:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267957.952498:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267957.952500:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90875:90875:255:4294967295] 192.168.202.34@tcp LPNI seq info [90875:90875:7:4294967295] 00000400:00000200:2.0:1776267957.952508:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267957.952513:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267957.952516:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000058b49d6d (tot 82343946). 00000800:00000200:2.0:1776267957.952522:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267957.952527:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267957.952530:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000058b49d6d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776267957.955066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dded959. 00010000:00000010:3.1:1776267957.955073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000202fa0f0. 00000400:00000010:1.0:1776267957.961013:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaa2a3c. 00000400:00000200:1.0:1776267957.961025:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f373599 00000400:00000010:1.0:1776267957.961027:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f373599. 00000100:00000200:1.0:1776267957.961045:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489475584/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267957.961058:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489475584/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267957.961089:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf23fc28. 02000000:00000010:1.0:1776267957.961110:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e911e8da. 02000000:00000010:1.0:1776267957.961115:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f8a7614. 00000100:00000010:1.0:1776267957.961119:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:1.0:1776267957.961124:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bff40de. 00010000:00000010:1.0:1776267957.961128:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6c72867. 00080000:00000010:1.0:1776267957.961166:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093ff0911. 00010000:00000010:1.0:1776267957.961290:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004806e59d. 00010000:00000010:1.0:1776267957.961297:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa293019. 00010000:00000010:1.0:1776267957.961378:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a1bf512. 00010000:00000010:1.0:1776267957.961385:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bb5cfeec. 00010000:00000010:1.0:1776267957.961536:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267957.961543:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059687bf1. 00000100:00000010:1.0:1776267957.961550:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 02000000:00000010:1.0:1776267957.961563:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b2a35f2. 02000000:00000010:1.0:1776267957.961598:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4e3c1b2. 00000400:00000010:1.0:1776267957.961603:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf14bda. 00000400:00000010:1.0:1776267957.961608:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000669f343e. 00000100:00000200:1.0:1776267957.961613:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489475648, portal 16 00000400:00000010:1.0:1776267957.961619:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021518615. 00000100:00000200:1.0:1776267957.961621:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489475648, offset 0 00000400:00000200:1.0:1776267957.961629:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.961644:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.961652:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267957.961656:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267957.961659:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267957.961663:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90877:90877:256:4294967295] 192.168.202.34@tcp LPNI seq info [90877:90877:8:4294967295] 00000400:00000200:1.0:1776267957.961673:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.961679:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.961683:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343698). 00000800:00000200:1.0:1776267957.961690:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.961697:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.961767:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267957.962344:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267957.962349:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bc1d37 (tot 82343450). 00000400:00000200:2.0:1776267957.962354:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267957.962360:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267957.962364:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021518615 00000400:00000010:2.0:1776267957.962366:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021518615. 00000100:00000200:2.0:1776267957.962372:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f72124f x1862549489475648/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267957.964400:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097665193. 00010000:00000010:1.1:1776267957.964414:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:3.1:1776267957.964819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053ce3d4f. 00010000:00000010:3.1:1776267957.964826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:0.1:1776267957.965342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011262d1d. 00010000:00000010:0.1:1776267957.965348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e684ac09. 00010000:00000010:1.1:1776267957.967663:0:78421:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000962500f4. 00010000:00000010:1.1:1776267957.967669:0:78421:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033daabd8. 00010000:00000010:1.1:1776267957.967673:0:78421:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00010000:00000010:3.1:1776267957.968780:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090567cf1. 00010000:00000010:2.1:1776267957.972038:0:55755:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea435c00. 00010000:00000010:2.1:1776267957.972054:0:55755:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017370d78. 00010000:00000010:2.1:1776267957.972058:0:55755:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc7a41ab. 00010000:00000010:0.1:1776267957.973976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff86e7ba. 00010000:00000010:0.1:1776267957.973991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de2047a6. 00010000:00000010:0.1:1776267957.973994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a1bf512. 00010000:00000010:0.1:1776267957.973997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000661f928a. 00010000:00000010:0.1:1776267957.974000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00000400:00000200:2.0:1776267957.975993:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267957.976014:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26080 00000400:00000200:2.0:1776267957.976023:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb69f9 [1] + 224 00000400:00000200:2.0:1776267957.976036:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267957.976040:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267957.976055:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003d99e24 x1862549489475712/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267957.976099:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267957.976105:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67200 00000400:00000200:2.0:1776267957.976110:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5379 [2] + 656 00000400:00000200:2.0:1776267957.976119:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267957.976123:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267957.976127:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267957.976132:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001f24538. 00000020:00000010:2.0:1776267957.976173:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f468ef9. 00000020:00000010:2.0:1776267957.976178:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a9dcf29a. 00000020:00000010:2.0:1776267957.976181:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267957.976201:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001f24538 x1862549476110848/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267957.976230:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476110848 02000000:00000010:2.0:1776267957.976238:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002ff8fde1. 00010000:00000010:2.0:1776267957.976288:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ca71ad4. 00000100:00000010:2.0:1776267957.976297:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bff40de. 00000100:00000010:2.0:1776267957.976303:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bff40de. 00010000:00000010:2.0:1776267957.976307:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ca71ad4. 00000400:00000010:2.0:1776267957.976321:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267957.976325:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476110848, offset 224 00000400:00000200:2.0:1776267957.976331:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267957.976342:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267957.976347:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90880:90880:256:4294967295] 192.168.202.34@tcp LPNI seq info [90880:90880:8:4294967295] 00000400:00000200:2.0:1776267957.976356:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267957.976361:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267957.976365:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e2168c8 (tot 82343698). 00000800:00000200:2.0:1776267957.976369:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267957.976375:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267957.976379:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e2168c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267957.976394:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a9dcf29a. 00000020:00000010:2.0:1776267957.976397:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267957.976400:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f468ef9. 00000800:00000200:2.0:1776267957.976487:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267957.976490:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e2168c8 (tot 82343450). 00000400:00000200:2.0:1776267957.976494:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267957.976497:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267957.976500:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:2.0:1776267957.976506:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00000020:00000010:1.0:1776267957.980371:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2e0f6b9. 00000020:00000010:1.0:1776267957.980378:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000637c8ebb. 00000020:00000010:1.0:1776267957.980382:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267957.980406:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ea634ef0 x1862549476110912/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267957.980438:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476110912 02000000:00000010:1.0:1776267957.980448:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000fa914a1. 00010000:00000010:1.0:1776267957.980475:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f8d30af. 00010000:00000010:1.0:1776267957.980492:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034683b06. 00000100:00000010:1.0:1776267957.980498:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059687bf1. 00000100:00000010:1.0:1776267957.980517:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059687bf1. 00010000:00000010:1.0:1776267957.980521:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034683b06. 00000400:00000010:1.0:1776267957.980532:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267957.980536:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476110912, offset 224 00000400:00000200:1.0:1776267957.980543:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.980553:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.980558:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90882:90882:256:4294967295] 192.168.202.34@tcp LPNI seq info [90882:90882:8:4294967295] 00000400:00000200:1.0:1776267957.980568:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.980573:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.980577:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a46ad86 (tot 82343698). 00000800:00000200:1.0:1776267957.980583:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.980589:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.980593:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007a46ad86 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267957.980612:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000637c8ebb. 00000020:00000010:1.0:1776267957.980616:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267957.980619:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2e0f6b9. 00000800:00000200:1.0:1776267957.980672:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267957.980675:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a46ad86 (tot 82343450). 00000400:00000200:1.0:1776267957.980678:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267957.980681:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267957.980684:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:1.0:1776267957.980685:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00010000:00000010:3.1:1776267957.983184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000940083a3. 00010000:00000010:3.1:1776267957.983197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012adb1fa. 00010000:00000010:3.1:1776267957.983202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b63ad641. 00000020:00000010:2.0:1776267957.984008:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f8a7614. 00000020:00000010:2.0:1776267957.984026:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a9dcf29a. 00000020:00000010:2.0:1776267957.984031:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267957.984058:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038d6bd92 x1862549476110976/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267957.984096:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476110976 02000000:00000010:2.0:1776267957.984107:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e911e8da. 00010000:00000010:2.0:1776267957.984149:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fd06d64. 00000100:00000010:2.0:1776267957.984157:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3ed9206. 00000100:00000010:2.0:1776267957.984163:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3ed9206. 00010000:00000010:2.0:1776267957.984166:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fd06d64. 00000400:00000010:2.0:1776267957.984179:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267957.984184:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476110976, offset 224 00000400:00000200:2.0:1776267957.984193:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267957.984204:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267957.984210:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90884:90884:256:4294967295] 192.168.202.34@tcp LPNI seq info [90884:90884:8:4294967295] 00000400:00000200:2.0:1776267957.984219:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267957.984224:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267957.984228:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e2168c8 (tot 82343698). 00000800:00000200:2.0:1776267957.984234:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267957.984240:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267957.984243:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e2168c8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267957.984276:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a9dcf29a. 00000020:00000010:2.0:1776267957.984280:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267957.984283:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f8a7614. 00000400:00000200:0.0:1776267957.984445:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009fb04f42 00000400:00000010:0.0:1776267957.984447:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009fb04f42. 00000100:00000200:0.0:1776267957.984453:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d374058f x1862549489475840/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267957.984460:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d374058f x1862549489475840/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267957.984480:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000992ad64f. 02000000:00000010:0.0:1776267957.984493:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062f7cf94. 02000000:00000010:0.0:1776267957.984499:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000669b4079. 00000100:00000010:0.0:1776267957.984502:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d374058f. 00000100:00000010:0.0:1776267957.984507:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2336022. 00010000:00000010:0.0:1776267957.984509:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d65eebbc. 00080000:00000010:0.0:1776267957.984527:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee2ed8a8. 00010000:00000010:0.0:1776267957.984624:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078234e4e. 00010000:00000010:0.0:1776267957.984630:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000973c2d4. 00010000:00000010:0.0:1776267957.984708:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000700be875. 00010000:00000010:0.0:1776267957.984716:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000de09e5e2. 00010000:00000010:0.0:1776267957.984727:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ad7784d. 00000100:00000010:0.0:1776267957.984731:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063be5ca9. 00000100:00000010:0.0:1776267957.984737:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c54bf38. 02000000:00000010:0.0:1776267957.984747:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccfb753a. 02000000:00000010:0.0:1776267957.984768:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000859a32b4. 00000400:00000010:0.0:1776267957.984772:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267957.984775:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2d341db. 00000100:00000200:0.0:1776267957.984780:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489475904, portal 16 00000400:00000010:0.0:1776267957.984784:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036667960. 00000100:00000200:0.0:1776267957.984785:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489475904, offset 0 00000400:00000200:0.0:1776267957.984791:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267957.984798:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267957.984804:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267957.984807:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267957.984810:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267957.984813:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90885:90885:256:4294967295] 192.168.202.34@tcp LPNI seq info [90885:90885:8:4294967295] 00000400:00000200:0.0:1776267957.984819:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267957.984823:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267957.984827:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343698). 00000800:00000200:0.0:1776267957.984832:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267957.984836:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267957.984838:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776267957.987179:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062ced2ef. 00010000:00000010:3.1:1776267957.987393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a308c82f. 00010000:00000010:3.1:1776267957.987400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00000400:00000010:0.0:1776267957.988822:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060ea21af. 00000400:00000200:0.0:1776267957.988827:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2d341db 00000400:00000010:0.0:1776267957.988829:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2d341db. 00000100:00000200:0.0:1776267957.988840:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005c54bf38 x1862549489475904/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267957.988848:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005c54bf38 x1862549489475904/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267957.988878:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000859a32b4. 02000000:00000010:0.0:1776267957.988883:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccfb753a. 00000100:00000010:0.0:1776267957.988913:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c54bf38. 00000100:00000010:0.0:1776267957.988918:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063be5ca9. 00010000:00000010:0.0:1776267957.988922:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ad7784d. 00000020:00000010:2.0:1776267957.989536:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f468ef9. 00000020:00000010:2.0:1776267957.989544:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a9dcf29a. 00000020:00000010:2.0:1776267957.989548:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267957.989575:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b5faa2a x1862549476111040/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267957.989637:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476111040 02000000:00000010:2.0:1776267957.989648:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f8a7614. 00010000:00000010:2.0:1776267957.989677:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050d7175e. 00010000:00000010:2.0:1776267957.989696:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fd06d64. 00000100:00000010:2.0:1776267957.989702:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3ed9206. 00000100:00000010:2.0:1776267957.989754:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3ed9206. 00010000:00000010:2.0:1776267957.989758:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fd06d64. 00000400:00000010:2.0:1776267957.989771:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000591578e6. 00000100:00000200:2.0:1776267957.989775:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476111040, offset 224 00000400:00000200:2.0:1776267957.989783:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267957.989795:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267957.989800:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90886:90886:256:4294967295] 192.168.202.34@tcp LPNI seq info [90886:90886:8:4294967295] 00000400:00000200:2.0:1776267957.989810:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267957.989816:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267957.989820:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008848e62e (tot 82343698). 00000800:00000200:2.0:1776267957.989827:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267957.989833:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267957.989837:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008848e62e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267957.989856:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a9dcf29a. 00000020:00000010:2.0:1776267957.989860:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267957.989863:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f468ef9. 00080000:00000010:1.0:1776267957.989960:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2e0f6b9. 00010000:00000010:1.0:1776267957.990050:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de09e5e2. 00010000:00000010:1.0:1776267957.990057:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015b25a3c. 00010000:00000010:1.0:1776267957.990144:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b64e2e7. 00010000:00000010:1.0:1776267957.990152:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ffb55e2a. 00010000:00000010:1.0:1776267957.990161:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034683b06. 00000100:00000010:1.0:1776267957.990165:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059687bf1. 00000100:00000010:1.0:1776267957.990172:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 02000000:00000010:1.0:1776267957.990183:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094411069. 02000000:00000010:1.0:1776267957.990207:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcf382b0. 00000400:00000010:1.0:1776267957.990319:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267957.990326:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267957.990332:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489475968, portal 16 00000400:00000010:1.0:1776267957.990338:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b353dff. 00000100:00000200:1.0:1776267957.990340:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489475968, offset 0 00000400:00000200:1.0:1776267957.990346:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.990354:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.990361:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267957.990365:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267957.990367:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267957.990370:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90887:90887:255:4294967295] 192.168.202.34@tcp LPNI seq info [90887:90887:7:4294967295] 00000400:00000200:1.0:1776267957.990378:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.990382:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.990385:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a46ad86 (tot 82343946). 00000800:00000200:1.0:1776267957.990401:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.990406:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.990408:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007a46ad86 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267957.990591:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267957.990595:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008848e62e (tot 82343698). 00000400:00000200:2.0:1776267957.990600:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267957.990604:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267957.990610:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000591578e6 00000400:00000010:2.0:1776267957.990612:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000591578e6. 00000800:00000200:2.0:1776267957.991005:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267957.991008:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a46ad86 (tot 82343450). 00000400:00000200:2.0:1776267957.991012:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267957.991015:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267957.991018:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b353dff 00000400:00000010:2.0:1776267957.991019:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b353dff. 00000100:00000200:2.0:1776267957.991024:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa9f9452 x1862549489475968/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267957.992146:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007736b9b8. 00010000:00000010:0.1:1776267957.992160:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008810772e. 00010000:00000010:0.1:1776267957.992165:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00000400:00000010:1.0:1776267957.993715:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:1.0:1776267957.993720:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:1.0:1776267957.993723:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00000100:00000200:1.0:1776267957.993728:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa9f9452 x1862549489475968/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267957.993736:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa9f9452 x1862549489475968/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267957.993766:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcf382b0. 02000000:00000010:1.0:1776267957.993771:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094411069. 00000100:00000010:1.0:1776267957.993774:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 00000100:00000010:1.0:1776267957.993780:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059687bf1. 00010000:00000010:1.0:1776267957.993784:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034683b06. 00000020:00000010:2.0:1776267957.996169:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f468ef9. 00000020:00000010:2.0:1776267957.996177:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a9dcf29a. 00000020:00000010:2.0:1776267957.996181:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267957.996206:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000006755ea3 x1862549476111104/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:640/0 lens 328/0 e 0 to 0 dl 1776268000 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267957.996257:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476111104 02000000:00000010:2.0:1776267957.996268:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006728640d. 00010000:00000010:2.0:1776267957.996298:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a68cacd5. 00010000:00000010:2.0:1776267957.996319:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fd06d64. 00000100:00000010:2.0:1776267957.996326:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3ed9206. 00000100:00000010:2.0:1776267957.996340:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3ed9206. 00010000:00000010:2.0:1776267957.996343:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fd06d64. 00000400:00000010:2.0:1776267957.996356:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000591578e6. 00000100:00000200:2.0:1776267957.996361:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476111104, offset 224 00000400:00000200:2.0:1776267957.996368:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267957.996379:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267957.996384:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90888:90888:256:4294967295] 192.168.202.34@tcp LPNI seq info [90888:90888:8:4294967295] 00000400:00000200:2.0:1776267957.996404:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267957.996411:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00080000:00000010:1.0:1776267957.996640:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094411069. 00010000:00000010:1.0:1776267957.996721:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ffb55e2a. 00010000:00000010:1.0:1776267957.996730:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000050f10c17. 00010000:00000010:1.0:1776267957.996807:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb683e32. 00010000:00000010:1.0:1776267957.996811:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000028fc406e. 00010000:00000010:1.0:1776267957.996817:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea5bbac9. 00010000:00000010:1.0:1776267957.996822:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ffb55e2a. 00080000:00000010:1.0:1776267957.996836:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcf382b0. 00010000:00000010:1.0:1776267957.996859:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ffb55e2a. 00010000:00000010:1.0:1776267957.996863:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000028fc406e. 00010000:00000010:1.0:1776267957.996943:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f86ace5. 00010000:00000010:1.0:1776267957.996946:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ffb55e2a. 00010000:00000010:1.0:1776267957.996955:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034683b06. 00000100:00000010:1.0:1776267957.996958:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059687bf1. 00000100:00000010:1.0:1776267957.996966:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 02000000:00000010:1.0:1776267957.996978:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008bae115f. 02000000:00000010:1.0:1776267957.997002:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fa914a1. 00000400:00000010:1.0:1776267957.997007:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267957.997010:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267957.997012:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489476032, portal 16 00000400:00000010:1.0:1776267957.997016:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f2dfd06. 00000100:00000200:1.0:1776267957.997018:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489476032, offset 0 00000400:00000200:1.0:1776267957.997024:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267957.997030:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267957.997036:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267957.997039:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267957.997042:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267957.997044:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90889:90889:255:4294967295] 192.168.202.34@tcp LPNI seq info [90889:90889:7:4294967295] 00000400:00000200:1.0:1776267957.997050:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267957.997055:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267957.997058:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070de03a1 (tot 82343946). 00000800:00000200:1.0:1776267957.997062:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267957.997066:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267957.997068:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070de03a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267957.997272:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267957.997276:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343698). 00000400:00000200:2.0:1776267957.997282:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267957.997288:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267957.997292:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000591578e6 00000400:00000010:2.0:1776267957.997293:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000591578e6. 02000000:00000010:2.0:1776267957.997299:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006728640d. 00000800:00000200:2.0:1776267957.997625:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267957.997628:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070de03a1 (tot 82343450). 00000400:00000200:2.0:1776267957.997632:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267957.997636:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267957.997638:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f2dfd06 00000400:00000010:2.0:1776267957.997639:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f2dfd06. 00000100:00000200:2.0:1776267957.997645:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa9f9452 x1862549489476032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267957.998121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f93fb639. 00010000:00000010:1.1:1776267957.998128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00010000:00000010:2.1:1776267957.998958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec3f2f8. 00010000:00000010:2.1:1776267958.003112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dca9e4ec. 00000400:00000200:2.0:1776267958.003300:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.003318:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b261c0 00000400:00000200:2.0:1776267958.003327:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6a39 [1] + 224 00000400:00000200:2.0:1776267958.003338:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.003342:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.003352:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa9f9452 x1862549489476032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.003378:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.003384:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67340 00000400:00000200:2.0:1776267958.003389:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb53d1 [2] + 0 00000400:00000200:2.0:1776267958.003411:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.003414:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.003418:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267958.003424:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 00000400:00000010:1.0:1776267958.003832:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:1.0:1776267958.003837:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:1.0:1776267958.003838:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00000100:00000200:1.0:1776267958.003842:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa9f9452 x1862549489476032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.003848:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa9f9452 x1862549489476032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268001 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.003871:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fa914a1. 02000000:00000010:1.0:1776267958.003875:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008bae115f. 00000100:00000010:1.0:1776267958.003878:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 00000100:00000010:1.0:1776267958.003881:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059687bf1. 00010000:00000010:1.0:1776267958.003885:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034683b06. 00080000:00000010:2.0:1776267958.004140:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006728640d. 00010000:00000010:2.0:1776267958.005078:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ffb55e2a. 00010000:00000010:2.0:1776267958.005088:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b519b1e5. 00010000:00000010:2.0:1776267958.005171:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.0:1776267958.005178:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000056188dd1. 00010000:00000010:2.0:1776267958.005188:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fd06d64. 00000100:00000010:2.0:1776267958.005193:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3ed9206. 00000100:00000010:2.0:1776267958.005201:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001f24538. 02000000:00000010:2.0:1776267958.005224:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000023d35a0. 02000000:00000010:2.0:1776267958.005257:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0effe5f. 00000400:00000010:2.0:1776267958.005262:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267958.005266:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000591578e6. 00000100:00000200:2.0:1776267958.005270:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489476096, portal 16 00000400:00000010:2.0:1776267958.005274:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267958.005276:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489476096, offset 0 00000400:00000200:2.0:1776267958.005283:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.005292:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.005299:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.005302:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.005305:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.005308:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90891:90891:256:4294967295] 192.168.202.34@tcp LPNI seq info [90891:90891:8:4294967295] 00000400:00000200:2.0:1776267958.005314:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.005318:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.005321:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008848e62e (tot 82343698). 00000800:00000200:2.0:1776267958.005325:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.005329:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.005332:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008848e62e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267958.005414:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.005417:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008848e62e (tot 82343450). 00000400:00000200:2.0:1776267958.005420:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.005424:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.005427:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:2.0:1776267958.005429:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000100:00000200:2.0:1776267958.005435:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000001f24538 x1862549489476096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.011933:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.011954:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26200 00000400:00000200:2.0:1776267958.011964:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6a45 [1] + 224 00000400:00000200:2.0:1776267958.011991:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.011996:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.012008:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001f24538 x1862549489476096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267958.012125:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:0.0:1776267958.012130:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000591578e6 00000400:00000010:0.0:1776267958.012131:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000591578e6. 00000100:00000200:0.0:1776267958.012139:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001f24538 x1862549489476096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.012146:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001f24538 x1862549489476096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267958.012176:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0effe5f. 02000000:00000010:0.0:1776267958.012182:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000023d35a0. 00000100:00000010:0.0:1776267958.012186:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001f24538. 00000100:00000010:0.0:1776267958.012190:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3ed9206. 00010000:00000010:0.0:1776267958.012194:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fd06d64. 00000400:00000200:2.0:1776267958.012513:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.012521:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67380 00000400:00000200:2.0:1776267958.012526:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb53d1 [2] + 328 00000400:00000200:2.0:1776267958.012576:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.012580:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.012584:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267958.012588:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 00000020:00000010:0.0:1776267958.012742:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccfb753a. 00000020:00000010:0.0:1776267958.012749:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267958.012753:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.012775:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5837bfc x1862549476111232/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267958.012808:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476111232 02000000:00000010:0.0:1776267958.012818:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000859a32b4. 00010000:00000010:0.0:1776267958.012845:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f328cdf4. 00010000:00000010:0.0:1776267958.012864:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d452b3d5. 00000100:00000010:0.0:1776267958.012871:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063be5ca9. 00000100:00000010:0.0:1776267958.012912:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063be5ca9. 00010000:00000010:0.0:1776267958.012915:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d452b3d5. 00000400:00000010:0.0:1776267958.012928:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2d341db. 00000100:00000200:0.0:1776267958.012933:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476111232, offset 224 00000400:00000200:0.0:1776267958.012941:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.012951:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.012957:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90892:90892:256:4294967295] 192.168.202.34@tcp LPNI seq info [90892:90892:8:4294967295] 00000400:00000200:0.0:1776267958.012966:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00080000:00000010:2.0:1776267958.012967:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094e465ce. 00000800:00000200:0.0:1776267958.012970:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.012974:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343698). 00000800:00000200:0.0:1776267958.012979:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.012985:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.012989:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.013007:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267958.013011:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.013024:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccfb753a. 00010000:00000010:2.0:1776267958.013058:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056188dd1. 00010000:00000010:2.0:1776267958.013065:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ce16eab1. 00000800:00000200:0.0:1776267958.013098:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.013101:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343450). 00000400:00000200:0.0:1776267958.013104:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.013107:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.013110:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2d341db 00000400:00000010:0.0:1776267958.013112:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2d341db. 00010000:00000010:2.0:1776267958.013149:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e16f23. 00010000:00000010:2.0:1776267958.013156:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000056188dd1. 00010000:00000010:2.0:1776267958.013166:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009ccfa229. 00000100:00000010:2.0:1776267958.013169:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3ed9206. 00000100:00000010:2.0:1776267958.013176:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 02000000:00000010:2.0:1776267958.013186:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac8d2d68. 02000000:00000010:2.0:1776267958.013207:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000023d35a0. 00000400:00000010:2.0:1776267958.013224:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6af4e07. 00000400:00000010:2.0:1776267958.013229:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267958.013233:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489476160, portal 16 00000400:00000010:2.0:1776267958.013237:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d6a6580. 00000100:00000200:2.0:1776267958.013239:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489476160, offset 0 00000400:00000200:2.0:1776267958.013244:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.013258:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.013266:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.013270:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.013274:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.013277:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90893:90893:256:4294967295] 192.168.202.34@tcp LPNI seq info [90893:90893:8:4294967295] 00000400:00000200:2.0:1776267958.013283:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.013288:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.013291:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008848e62e (tot 82343698). 00000800:00000200:2.0:1776267958.013296:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.013300:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.013302:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008848e62e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776267958.013330:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f93304de. 00010000:00000010:1.1:1776267958.013337:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b64e2e7. 00010000:00000010:1.1:1776267958.013341:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb683e32. 00010000:00000010:1.1:1776267958.013343:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5bbac9. 00000800:00000200:0.0:1776267958.015117:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.015125:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008848e62e (tot 82343450). 00000400:00000200:0.0:1776267958.015134:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.015146:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.015153:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d6a6580 00000400:00000010:0.0:1776267958.015155:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d6a6580. 00000100:00000200:0.0:1776267958.015168:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7707e38 x1862549489476160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267958.017533:0:78432:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aae7945. 00010000:00000010:2.1:1776267958.023015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eb9a59e. 00010000:00000010:2.1:1776267958.023030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f86ace5. 00010000:00000010:2.1:1776267958.023077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000148b39e1. 00010000:00000010:2.1:1776267958.023082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00000400:00000200:1.0:1776267958.031495:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.031519:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26240 00000400:00000200:1.0:1776267958.031529:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6a51 [1] + 224 00000400:00000200:1.0:1776267958.031542:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.031545:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.031556:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7707e38 x1862549489476160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.031596:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.031602:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e673c0 00000400:00000200:1.0:1776267958.031606:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb53d1 [2] + 656 00000400:00000010:2.0:1776267958.031675:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e6af4e07. 00000400:00000200:2.0:1776267958.031680:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:2.0:1776267958.031682:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000400:00000200:1.0:1776267958.031682:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.031686:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.031690:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7707e38 x1862549489476160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.031691:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.031697:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 00000100:00000200:2.0:1776267958.031698:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7707e38 x1862549489476160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267958.031728:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000023d35a0. 02000000:00000010:2.0:1776267958.031734:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac8d2d68. 00000100:00000010:2.0:1776267958.031738:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 00000100:00000010:2.0:1776267958.031741:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3ed9206. 00010000:00000010:2.0:1776267958.031745:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009ccfa229. 00000020:00000010:0.0:1776267958.034009:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccfb753a. 00000020:00000010:0.0:1776267958.034030:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267958.034035:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.034066:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa9f9452 x1862549476111296/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267958.034100:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476111296 02000000:00000010:0.0:1776267958.034110:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000f3c6952. 00010000:00000010:0.0:1776267958.034141:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ea97fcf. 00010000:00000010:0.0:1776267958.034161:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d452b3d5. 00000100:00000010:0.0:1776267958.034167:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063be5ca9. 00000100:00000010:0.0:1776267958.034179:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063be5ca9. 00010000:00000010:0.0:1776267958.034183:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d452b3d5. 00000400:00000010:0.0:1776267958.034197:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2d341db. 00000100:00000200:0.0:1776267958.034202:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476111296, offset 224 00000400:00000200:0.0:1776267958.034210:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00080000:00000010:2.0:1776267958.034222:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac8d2d68. 00000400:00000200:0.0:1776267958.034225:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.034230:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90894:90894:256:4294967295] 192.168.202.34@tcp LPNI seq info [90894:90894:8:4294967295] 00000400:00000200:0.0:1776267958.034240:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.034245:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.034259:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343698). 00000800:00000200:0.0:1776267958.034266:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.034273:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.034278:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.034303:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267958.034307:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.034310:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccfb753a. 00010000:00000010:2.0:1776267958.034319:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056188dd1. 00010000:00000010:2.0:1776267958.034325:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009eb36f59. 00010000:00000010:2.0:1776267958.034415:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.0:1776267958.034420:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000056188dd1. 00010000:00000010:2.0:1776267958.034432:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009ccfa229. 00000100:00000010:2.0:1776267958.034436:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3ed9206. 00000100:00000010:2.0:1776267958.034443:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 02000000:00000010:2.0:1776267958.034453:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000023d35a0. 02000000:00000010:2.0:1776267958.034476:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0effe5f. 00000400:00000010:2.0:1776267958.034482:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6af4e07. 00000400:00000010:2.0:1776267958.034485:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267958.034491:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489476224, portal 16 00000400:00000010:2.0:1776267958.034496:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d911512c. 00000100:00000200:2.0:1776267958.034498:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489476224, offset 0 00000400:00000200:2.0:1776267958.034504:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.034510:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.034517:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.034520:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.034523:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.034525:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90895:90895:255:4294967295] 192.168.202.34@tcp LPNI seq info [90895:90895:7:4294967295] 00000400:00000200:2.0:1776267958.034531:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.034535:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.034538:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dce98625 (tot 82343946). 00000800:00000200:2.0:1776267958.034542:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.034545:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.034547:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dce98625 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.034877:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.034881:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343698). 00000400:00000200:1.0:1776267958.034886:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.034926:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.034930:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2d341db 00000400:00000010:1.0:1776267958.034933:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2d341db. 00000800:00000200:1.0:1776267958.034982:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.034984:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dce98625 (tot 82343450). 00000400:00000200:1.0:1776267958.034987:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.034990:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.034992:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d911512c 00000400:00000010:1.0:1776267958.034993:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d911512c. 00000100:00000200:1.0:1776267958.035000:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7707e38 x1862549489476224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267958.035413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046b68a5c. 00000400:00000200:0.0:1776267958.041180:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.041195:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26280 00000400:00000200:0.0:1776267958.041203:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6a5d [1] + 224 00000400:00000200:0.0:1776267958.041212:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.041216:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.041228:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7707e38 x1862549489476224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267958.041289:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.041295:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67400 00000400:00000200:0.0:1776267958.041300:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb53d1 [2] + 984 00000400:00000200:0.0:1776267958.041310:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.041313:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.041317:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267958.041325:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c54bf38. 00000400:00000010:2.0:1776267958.041330:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e6af4e07. 00000400:00000200:2.0:1776267958.041335:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:2.0:1776267958.041337:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000100:00000200:2.0:1776267958.041346:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7707e38 x1862549489476224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.041355:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7707e38 x1862549489476224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267958.041384:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0effe5f. 02000000:00000010:2.0:1776267958.041400:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000023d35a0. 00000100:00000010:2.0:1776267958.041405:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 00000100:00000010:2.0:1776267958.041408:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3ed9206. 00010000:00000010:2.0:1776267958.041411:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009ccfa229. 00000020:00000010:1.0:1776267958.041730:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fa914a1. 00000020:00000010:1.0:1776267958.041738:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267958.041742:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.041767:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c54bf38 x1862549476111360/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267958.041795:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476111360 02000000:00000010:1.0:1776267958.041805:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ba8434f3. 00010000:00000010:1.0:1776267958.041831:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.041849:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5f024a0. 00000100:00000010:1.0:1776267958.041854:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059687bf1. 00000100:00000010:1.0:1776267958.041869:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059687bf1. 00010000:00000010:1.0:1776267958.041874:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5f024a0. 00000400:00000010:1.0:1776267958.041886:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267958.041942:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476111360, offset 224 00000400:00000200:1.0:1776267958.041951:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.041963:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.041970:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90896:90896:256:4294967295] 192.168.202.34@tcp LPNI seq info [90896:90896:8:4294967295] 00000400:00000200:1.0:1776267958.041981:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.041986:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.041991:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343698). 00000800:00000200:1.0:1776267958.041997:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.042005:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.042009:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.042039:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267958.042043:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.042046:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fa914a1. 00000800:00000200:1.0:1776267958.042140:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.042144:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007516ad8d (tot 82343450). 00000400:00000200:1.0:1776267958.042147:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.042150:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.042153:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:1.0:1776267958.042154:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00080000:00000010:0.0:1776267958.042352:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccfb753a. 00010000:00000010:0.0:1776267958.042438:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056188dd1. 00010000:00000010:0.0:1776267958.042445:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a9ceb35e. 00010000:00000010:0.0:1776267958.042514:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087745532. 00010000:00000010:0.0:1776267958.042520:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267958.042531:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d452b3d5. 00000100:00000010:0.0:1776267958.042535:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063be5ca9. 00000100:00000010:0.0:1776267958.042541:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000294921c4. 02000000:00000010:0.0:1776267958.042552:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099950597. 02000000:00000010:0.0:1776267958.042575:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000939c2bfc. 00000400:00000010:0.0:1776267958.042580:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267958.042584:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd188b69. 00000100:00000200:0.0:1776267958.042589:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489476288, portal 16 00000400:00000010:0.0:1776267958.042593:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffbbe46f. 00000100:00000200:0.0:1776267958.042595:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489476288, offset 0 00000400:00000200:0.0:1776267958.042600:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.042606:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.042613:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.042617:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.042620:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.042622:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90897:90897:256:4294967295] 192.168.202.34@tcp LPNI seq info [90897:90897:8:4294967295] 00000400:00000200:0.0:1776267958.042629:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.042633:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.042636:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018c6a61f (tot 82343698). 00000800:00000200:0.0:1776267958.042640:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.042645:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.042647:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018c6a61f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.046871:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.046879:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018c6a61f (tot 82343450). 00000400:00000200:1.0:1776267958.046888:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.046920:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.046926:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffbbe46f 00000400:00000010:1.0:1776267958.046929:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffbbe46f. 00000100:00000200:1.0:1776267958.046940:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000294921c4 x1862549489476288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267958.047942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4e73fe7. 00000400:00000200:0.0:1776267958.049259:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.049279:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b262c0 00000400:00000200:0.0:1776267958.049290:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6a69 [1] + 224 00000400:00000200:0.0:1776267958.049304:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.049308:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.049318:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000294921c4 x1862549489476288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267958.049401:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060ea21af. 00000400:00000200:1.0:1776267958.049406:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd188b69 00000400:00000010:1.0:1776267958.049408:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd188b69. 00000100:00000200:1.0:1776267958.049415:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000294921c4 x1862549489476288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.049422:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000294921c4 x1862549489476288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.049451:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000939c2bfc. 02000000:00000010:1.0:1776267958.049456:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099950597. 00000100:00000010:1.0:1776267958.049459:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000294921c4. 00000100:00000010:1.0:1776267958.049463:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063be5ca9. 00010000:00000010:1.0:1776267958.049466:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d452b3d5. 00010000:00000010:2.1:1776267958.049867:0:78434:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad9094b1. 00010000:00000010:2.1:1776267958.049875:0:78434:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e16f23. 00000400:00000200:1.0:1776267958.050448:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.050461:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67440 00000400:00000200:1.0:1776267958.050466:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb53d1 [2] + 1312 00000400:00000200:1.0:1776267958.050511:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.050514:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.050519:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.050525:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 00080000:00000010:0.0:1776267958.051622:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099950597. 00010000:00000010:0.0:1776267958.051722:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267958.051729:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001cfe6d03. 00010000:00000010:0.0:1776267958.051808:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000661f928a. 00010000:00000010:0.0:1776267958.051812:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000035bf27c5. 00010000:00000010:0.0:1776267958.051816:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081bdc666. 00010000:00000010:0.0:1776267958.051821:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d78ec73. 00080000:00000010:0.0:1776267958.051843:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000939c2bfc. 00010000:00000010:0.0:1776267958.051866:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267958.051869:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000035bf27c5. 00010000:00000010:0.0:1776267958.051943:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058f6ce9c. 00010000:00000010:0.0:1776267958.051948:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267958.051955:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d66fb9a. 00000100:00000010:0.0:1776267958.051960:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020d496af. 00000100:00000010:0.0:1776267958.051968:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267958.051979:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0e46496. 02000000:00000010:0.0:1776267958.052003:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046b1fb9d. 00000400:00000010:0.0:1776267958.052009:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002913fe6c. 00000400:00000010:0.0:1776267958.052013:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da156716. 00000100:00000200:0.0:1776267958.052018:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489476352, portal 16 00000400:00000010:0.0:1776267958.052022:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267958.052024:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489476352, offset 0 00000400:00000200:0.0:1776267958.052216:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.052221:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.052226:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.052229:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.052231:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.052233:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90899:90899:255:4294967295] 192.168.202.34@tcp LPNI seq info [90899:90899:7:4294967295] 00000400:00000200:0.0:1776267958.052238:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.052241:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.052243:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343946). 00000800:00000200:0.0:1776267958.052254:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.052259:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.052261:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267958.052357:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.052363:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343698). 00000400:00000200:2.0:1776267958.052370:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.052375:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.052379:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac30ef 00000400:00000010:2.0:1776267958.052380:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1ac30ef. 00000800:00000200:2.0:1776267958.052937:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.052942:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:2.0:1776267958.052947:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1776267958.052947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d027a3. 00000400:00000200:2.0:1776267958.052952:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.052956:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:2.0:1776267958.052957:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:2.0:1776267958.052966:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489476352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267958.054941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045a77971. 00010000:00000010:0.1:1776267958.054952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:3.1:1776267958.055184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092ee50a5. 00000400:00000200:0.0:1776267958.056341:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.056355:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26300 00000400:00000200:0.0:1776267958.056363:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6a75 [1] + 224 00000400:00000200:0.0:1776267958.056375:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.056378:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.056386:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489476352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267958.056457:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002913fe6c. 00000400:00000200:1.0:1776267958.056462:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da156716 00000400:00000010:1.0:1776267958.056463:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da156716. 00000100:00000200:1.0:1776267958.056468:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489476352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.056473:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489476352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.056498:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046b1fb9d. 02000000:00000010:1.0:1776267958.056503:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f0e46496. 00000100:00000010:1.0:1776267958.056508:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:1.0:1776267958.056512:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020d496af. 00010000:00000010:1.0:1776267958.056515:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d66fb9a. 00000400:00000200:1.0:1776267958.056746:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.056754:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67480 00000400:00000200:1.0:1776267958.056759:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb53d1 [2] + 1640 00000400:00000200:1.0:1776267958.056823:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.056828:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00010000:00000010:0.1:1776267958.056930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cd42878. 00010000:00000010:0.1:1776267958.056938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087745532. 00010000:00000010:0.1:1776267958.056941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000661f928a. 00010000:00000010:0.1:1776267958.056944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081bdc666. 00000100:00000200:1.0:1776267958.058484:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.058494:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003fa05e9. 00080000:00000010:1.0:1776267958.059526:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4e3c1b2. 00010000:00000010:1.0:1776267958.059613:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d78ec73. 00010000:00000010:1.0:1776267958.059621:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000018294ccc. 00010000:00000010:1.0:1776267958.059699:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea5bbac9. 00010000:00000010:1.0:1776267958.059706:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.059717:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001782b405. 00000100:00000010:1.0:1776267958.059721:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059687bf1. 00000100:00000010:1.0:1776267958.059728:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267958.059740:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093d3c9df. 02000000:00000010:1.0:1776267958.060193:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e2877bf. 00000400:00000010:1.0:1776267958.060199:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267958.060203:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267958.060207:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489476416, portal 16 00000400:00000010:1.0:1776267958.060211:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267958.060213:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489476416, offset 0 00000400:00000200:1.0:1776267958.060233:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.060240:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.060245:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.060260:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.060262:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.060265:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90901:90901:255:4294967295] 192.168.202.34@tcp LPNI seq info [90901:90901:7:4294967295] 00000400:00000200:1.0:1776267958.060276:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.060281:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.060285:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343946). 00000800:00000200:1.0:1776267958.060289:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.060293:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.060296:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1776267958.067199:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:0.0:1776267958.067207:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:0.0:1776267958.067210:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00000100:00000200:0.0:1776267958.067217:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489476416/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.067227:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489476416/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267958.067277:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e2877bf. 02000000:00000010:0.0:1776267958.067284:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000093d3c9df. 00000100:00000010:0.0:1776267958.067287:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:0.0:1776267958.067292:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059687bf1. 00010000:00000010:0.0:1776267958.067296:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001782b405. 00000020:00000010:2.0:1776267958.067577:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000023d35a0. 00000020:00000010:2.0:1776267958.067586:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000559a9fa1. 00000020:00000010:2.0:1776267958.067591:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.067616:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000265ed60f x1862549476111552/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267958.067648:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476111552 02000000:00000010:2.0:1776267958.067659:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f0effe5f. 00010000:00000010:2.0:1776267958.067688:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036aaf746. 00010000:00000010:2.0:1776267958.067705:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009ccfa229. 00000100:00000010:2.0:1776267958.067711:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3ed9206. 00000100:00000010:2.0:1776267958.067732:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3ed9206. 00010000:00000010:2.0:1776267958.067735:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009ccfa229. 00000400:00000010:2.0:1776267958.067748:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267958.067753:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476111552, offset 224 00000400:00000200:2.0:1776267958.067760:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.067771:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.067776:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90902:90902:256:4294967295] 192.168.202.34@tcp LPNI seq info [90902:90902:8:4294967295] 00000400:00000200:2.0:1776267958.067785:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.067789:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.067794:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000943d7c68 (tot 82343546). 00000800:00000200:2.0:1776267958.067799:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.067806:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.067809:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000943d7c68 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.067834:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000559a9fa1. 00000020:00000010:2.0:1776267958.067839:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.067841:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000023d35a0. 02000000:00000010:2.0:1776267958.067849:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000062f7cf94. 00000100:00000010:2.0:1776267958.067852:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003fa05e9. 02000000:00000010:2.0:1776267958.067857:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000088840db5. 00000100:00000010:2.0:1776267958.067859:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 02000000:00000010:2.0:1776267958.067863:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ba8434f3. 00000100:00000010:2.0:1776267958.067866:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c54bf38. 02000000:00000010:2.0:1776267958.067869:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000f3c6952. 00000100:00000010:2.0:1776267958.067872:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 02000000:00000010:2.0:1776267958.067876:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000859a32b4. 00000100:00000010:2.0:1776267958.067878:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267958.067880:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cea61a17. 00000100:00000010:2.0:1776267958.067882:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 00000100:00000200:2.0:1776267958.067889:0:64837:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776267958.067920:0:64837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6af4e07. 00000400:00000010:2.0:1776267958.067924:0:64837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3ed9206 (tot 82343698). 00000800:00000200:0.0:1776267958.067973:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.067976:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000943d7c68 (tot 82343450). 00000400:00000200:0.0:1776267958.067980:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.067984:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.067987:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:0.0:1776267958.067988:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 02000000:00000010:0.0:1776267958.067994:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f0effe5f. 00010000:00000010:3.1:1776267958.068572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc100f73. 00000800:00000200:2.0:1776267958.070998:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.071005:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:2.0:1776267958.071015:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.071023:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.071029:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009fb04f42 00000400:00000010:2.0:1776267958.071032:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009fb04f42. 00000100:00000200:2.0:1776267958.071041:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b58eae9f x1862549489476480/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267958.073361:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e75b5967. 00000400:00000200:0.0:1776267958.073369:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac30ef 00000400:00000010:0.0:1776267958.073371:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1ac30ef. 00000100:00000200:0.0:1776267958.073384:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b58eae9f x1862549489476480/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.073395:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b58eae9f x1862549489476480/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267958.073425:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062f7cf94. 02000000:00000010:0.0:1776267958.073432:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000088840db5. 00000100:00000010:0.0:1776267958.073435:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b58eae9f. 00000100:00000010:0.0:1776267958.073439:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036893a1b. 00010000:00000010:0.0:1776267958.073442:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f35cebac. 00010000:00000010:1.1:1776267958.074563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d264b433. 00010000:00000010:1.1:1776267958.074574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058f6ce9c. 00010000:00000010:2.1:1776267958.076541:0:55755:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066f0866e. 00010000:00000010:3.1:1776267958.077477:0:1017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002881cf10. 00010000:00000010:3.1:1776267958.077486:0:1017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5bbac9. 00000400:00000200:2.0:1776267958.081222:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.081244:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67500 00000400:00000200:2.0:1776267958.081266:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5431 [2] + 0 00000400:00000200:2.0:1776267958.081335:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.081341:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.081349:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267958.081355:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 00000020:00000010:0.0:1776267958.081484:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046b1fb9d. 00000020:00000010:0.0:1776267958.081492:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267958.081496:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.081522:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007dd391c3 x1862549476111616/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267958.081557:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476111616 02000000:00000010:0.0:1776267958.081568:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a554dc36. 00010000:00000010:0.0:1776267958.081600:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a384459d. 00010000:00000010:0.0:1776267958.081624:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267958.081698:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d86d771. 00000100:00000010:0.0:1776267958.081755:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d86d771. 00010000:00000010:0.0:1776267958.081760:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00000400:00000010:0.0:1776267958.081775:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063608909. 00000100:00000200:0.0:1776267958.081780:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476111616, offset 224 00000400:00000200:0.0:1776267958.081788:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.081800:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.081806:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90904:90904:256:4294967295] 192.168.202.34@tcp LPNI seq info [90904:90904:8:4294967295] 00000400:00000200:0.0:1776267958.081816:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.081822:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.081827:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb6d44d (tot 82343698). 00000800:00000200:0.0:1776267958.081832:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.081840:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.081843:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bb6d44d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.081862:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267958.081866:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.081869:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046b1fb9d. 00000800:00000200:0.0:1776267958.081969:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.081972:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb6d44d (tot 82343450). 00000400:00000200:0.0:1776267958.081977:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.081980:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.081984:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063608909 00000400:00000010:0.0:1776267958.081987:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063608909. 00080000:00000010:2.0:1776267958.084089:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000023d35a0. 00010000:00000010:2.0:1776267958.084297:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001152de17. 00010000:00000010:2.0:1776267958.084307:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9d551dc. 00010000:00000010:2.0:1776267958.084383:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e16f23. 00010000:00000010:2.0:1776267958.084391:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000064382f. 00010000:00000010:2.0:1776267958.084402:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009ccfa229. 00000100:00000010:2.0:1776267958.084410:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c6a851. 00000100:00000010:2.0:1776267958.084420:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267958.084433:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ff8fde1. 02000000:00000010:2.0:1776267958.084462:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e911e8da. 00000400:00000010:2.0:1776267958.084468:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077d446fc. 00000400:00000010:2.0:1776267958.084474:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4c7b484. 00000100:00000200:2.0:1776267958.084481:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489476544, portal 16 00000400:00000010:2.0:1776267958.084487:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d97fa0c. 00000100:00000200:2.0:1776267958.084489:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489476544, offset 0 00000400:00000200:2.0:1776267958.084499:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.084515:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.084522:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.084525:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.084528:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.084531:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90905:90905:256:4294967295] 192.168.202.34@tcp LPNI seq info [90905:90905:8:4294967295] 00000400:00000200:2.0:1776267958.084542:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.084548:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.084553:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000818f963c (tot 82343698). 00000800:00000200:2.0:1776267958.084559:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.084566:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.084570:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000818f963c type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1776267958.089867:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.089887:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b263c0 00000400:00000200:2.0:1776267958.089920:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6a9d [1] + 224 00000400:00000200:2.0:1776267958.089938:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.089942:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.089953:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5837bfc x1862549489476544/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267958.089997:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077d446fc. 00000400:00000200:2.0:1776267958.090001:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4c7b484 00000400:00000010:2.0:1776267958.090003:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4c7b484. 00000100:00000200:2.0:1776267958.090009:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489476544/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.090017:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489476544/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267958.090046:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e911e8da. 02000000:00000010:2.0:1776267958.090052:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ff8fde1. 00000100:00000010:2.0:1776267958.090057:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:2.0:1776267958.090061:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c6a851. 00010000:00000010:2.0:1776267958.090065:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009ccfa229. 00010000:00000010:2.1:1776267958.093917:0:76722:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009140ba97. 00010000:00000010:2.1:1776267958.093931:0:76722:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:0.1:1776267958.093958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a484c022. 00000020:00000010:1.0:1776267958.097404:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fa914a1. 00000020:00000010:1.0:1776267958.097411:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cf1eefb3. 00000020:00000010:1.0:1776267958.097416:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.097445:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ea634ef0 x1862549476111680/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267958.097640:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476111680 02000000:00000010:1.0:1776267958.097652:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003b2a35f2. 00010000:00000010:1.0:1776267958.097679:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000367d0126. 00010000:00000010:1.0:1776267958.097697:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5f024a0. 00000100:00000010:1.0:1776267958.097703:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072f35346. 00000100:00000010:1.0:1776267958.097752:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072f35346. 00010000:00000010:1.0:1776267958.097758:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5f024a0. 00000400:00000010:1.0:1776267958.097771:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267958.097775:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476111680, offset 224 00000400:00000200:1.0:1776267958.097782:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.097794:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.097799:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90906:90906:256:4294967295] 192.168.202.34@tcp LPNI seq info [90906:90906:8:4294967295] 00000400:00000200:1.0:1776267958.097810:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.097815:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.097819:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343698). 00000800:00000200:1.0:1776267958.097824:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.097830:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.097834:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.097857:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cf1eefb3. 00000020:00000010:1.0:1776267958.097861:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.097864:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fa914a1. 00000800:00000200:0.0:1776267958.098002:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.098006:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576a5c4b (tot 82343450). 00000400:00000200:0.0:1776267958.098010:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.098014:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.098018:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:0.0:1776267958.098020:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000800:00000200:2.0:1776267958.099995:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.099999:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:2.0:1776267958.100006:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.100011:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.100026:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:2.0:1776267958.100029:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00000100:00000200:2.0:1776267958.100036:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038d6bd92 x1862549489476608/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776267958.102743:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fa914a1. 00000020:00000010:1.0:1776267958.102750:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.102754:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.102778:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b5faa2a x1862549476111744/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267958.102814:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476111744 02000000:00000010:1.0:1776267958.102825:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8a6856c. 00010000:00000010:1.0:1776267958.102866:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5f024a0. 00000100:00000010:1.0:1776267958.102873:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072f35346. 00000100:00000010:1.0:1776267958.102880:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072f35346. 00010000:00000010:1.0:1776267958.102885:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5f024a0. 00000400:00000010:1.0:1776267958.102930:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfd23bea. 00000100:00000200:1.0:1776267958.102935:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476111744, offset 224 00000400:00000200:1.0:1776267958.102944:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.102955:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.102961:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90908:90908:256:4294967295] 192.168.202.34@tcp LPNI seq info [90908:90908:8:4294967295] 00000400:00000200:1.0:1776267958.102980:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.102985:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.102990:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ec70850 (tot 82343698). 00000800:00000200:1.0:1776267958.102995:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.103001:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.103005:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ec70850 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.103026:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.103030:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.103033:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fa914a1. 00000400:00000010:2.0:1776267958.104226:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000378dcf83. 00000400:00000200:2.0:1776267958.104233:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b701ac31 00000400:00000010:2.0:1776267958.104235:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b701ac31. 00000100:00000200:2.0:1776267958.104244:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038d6bd92 x1862549489476608/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.104264:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038d6bd92 x1862549489476608/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267958.104288:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d748cac3. 02000000:00000010:2.0:1776267958.104305:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4e3786a. 02000000:00000010:2.0:1776267958.104312:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004d0228d2. 00000100:00000010:2.0:1776267958.104316:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038d6bd92. 00000100:00000010:2.0:1776267958.104319:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acac9f5e. 00010000:00000010:2.0:1776267958.104323:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d65eebbc. 00080000:00000010:2.0:1776267958.104345:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ff8fde1. 00010000:00000010:2.0:1776267958.104452:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:2.0:1776267958.104460:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000709c0781. 00010000:00000010:2.0:1776267958.104531:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df4bcc2e. 00010000:00000010:2.0:1776267958.104535:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fc607148. 00010000:00000010:2.0:1776267958.104542:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000157d807. 00010000:00000010:2.0:1776267958.104547:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000057c60a3b. 00080000:00000010:2.0:1776267958.104561:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e911e8da. 00010000:00000010:2.0:1776267958.104587:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057c60a3b. 00010000:00000010:2.0:1776267958.104591:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc607148. 00010000:00000010:2.0:1776267958.104641:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.0:1776267958.104645:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000057c60a3b. 00010000:00000010:2.0:1776267958.104652:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009ccfa229. 00000100:00000010:2.0:1776267958.104658:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c6a851. 00000100:00000010:2.0:1776267958.104666:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267958.104677:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f8a7614. 02000000:00000010:2.0:1776267958.104706:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f468ef9. 00000400:00000010:2.0:1776267958.104712:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077d446fc. 00000400:00000010:2.0:1776267958.104716:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4c7b484. 00000100:00000200:2.0:1776267958.104721:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489476672, portal 16 00000400:00000010:2.0:1776267958.104725:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d61039d. 00000100:00000200:2.0:1776267958.104727:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489476672, offset 0 00000400:00000200:2.0:1776267958.104734:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.104746:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.104753:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.104756:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.104759:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.104762:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90909:90909:256:4294967295] 192.168.202.34@tcp LPNI seq info [90909:90909:8:4294967295] 00000400:00000200:2.0:1776267958.104770:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.104775:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.104780:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a059b960 (tot 82343698). 00000800:00000200:2.0:1776267958.104785:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.104790:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.104794:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a059b960 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.104966:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.104980:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a059b960 (tot 82343450). 00000400:00000200:0.0:1776267958.104984:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.104988:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.104992:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d61039d 00000400:00000010:0.0:1776267958.104994:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d61039d. 00000100:00000200:0.0:1776267958.105001:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5837bfc x1862549489476672/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267958.109398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000480facd1. 00010000:00000010:3.1:1776267958.109505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c92c36b. 00010000:00000010:3.1:1776267958.109514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e16f23. 00000020:00000010:0.0:1776267958.112782:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fc12. 00000020:00000010:0.0:1776267958.112790:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267958.112794:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.112821:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050969a85 x1862549476111808/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267958.112856:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476111808 02000000:00000010:0.0:1776267958.112869:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000088840db5. 00010000:00000010:0.0:1776267958.112933:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267958.112940:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d86d771. 00000100:00000010:0.0:1776267958.112947:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d86d771. 00010000:00000010:0.0:1776267958.112950:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00000400:00000010:0.0:1776267958.112965:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063608909. 00000100:00000200:0.0:1776267958.112969:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476111808, offset 224 00000400:00000200:0.0:1776267958.112991:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.113001:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.113007:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90910:90910:256:4294967295] 192.168.202.34@tcp LPNI seq info [90910:90910:8:4294967295] 00000400:00000200:0.0:1776267958.113016:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.113021:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.113025:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb6d44d (tot 82343698). 00000800:00000200:0.0:1776267958.113031:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.113038:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.113041:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bb6d44d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.113062:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267958.113067:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.113070:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fc12. 00010000:00000010:2.1:1776267958.113594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a0a76. 00010000:00000010:2.1:1776267958.113601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3f062d9. 00010000:00000010:2.1:1776267958.113604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:2.1:1776267958.113608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df4bcc2e. 00010000:00000010:2.1:1776267958.113610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00000400:00000010:2.0:1776267958.113625:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077d446fc. 00000400:00000200:2.0:1776267958.113628:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4c7b484 00000400:00000010:2.0:1776267958.113630:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4c7b484. 00000100:00000200:2.0:1776267958.113637:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489476672/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.113645:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489476672/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267958.113664:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d960d5d6. 02000000:00000010:2.0:1776267958.113676:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f468ef9. 02000000:00000010:2.0:1776267958.113680:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f8a7614. 00000100:00000010:2.0:1776267958.113683:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:2.0:1776267958.113686:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c6a851. 00010000:00000010:2.0:1776267958.113688:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009ccfa229. 00080000:00000010:2.0:1776267958.113705:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f8a7614. 00010000:00000010:2.0:1776267958.113785:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057c60a3b. 00010000:00000010:2.0:1776267958.113791:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039743ad3. 00010000:00000010:2.0:1776267958.113863:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000157d807. 00010000:00000010:2.0:1776267958.113869:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000057c60a3b. 00010000:00000010:2.0:1776267958.113879:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009ccfa229. 00000100:00000010:2.0:1776267958.113882:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c6a851. 00000100:00000010:2.0:1776267958.113889:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267958.113938:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f468ef9. 02000000:00000010:2.0:1776267958.113961:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0effe5f. 00000400:00000010:2.0:1776267958.113965:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077d446fc. 00000400:00000010:2.0:1776267958.113969:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4c7b484. 00000100:00000200:2.0:1776267958.113973:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489476736, portal 16 00000400:00000010:2.0:1776267958.113976:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f66fea4f. 00000100:00000200:2.0:1776267958.113978:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489476736, offset 0 00000400:00000200:2.0:1776267958.113983:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.113991:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.113997:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.114000:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.114003:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.114005:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90911:90911:256:4294967295] 192.168.202.34@tcp LPNI seq info [90911:90911:8:4294967295] 00000400:00000200:2.0:1776267958.114013:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.114017:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.114020:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a0b841a (tot 82343698). 00000800:00000200:2.0:1776267958.114024:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.114028:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.114031:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a0b841a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.114145:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.114148:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a0b841a (tot 82343450). 00000400:00000200:1.0:1776267958.114151:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.114154:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.114157:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f66fea4f 00000400:00000010:1.0:1776267958.114159:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f66fea4f. 00000100:00000200:1.0:1776267958.114163:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5837bfc x1862549489476736/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1776267958.117065:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fa914a1. 00000020:00000010:1.0:1776267958.117074:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.117078:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.117102:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bd626d3 x1862549476111872/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267958.117126:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476111872 02000000:00000010:1.0:1776267958.117136:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ba8434f3. 00010000:00000010:1.0:1776267958.117175:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5f024a0. 00000100:00000010:1.0:1776267958.117182:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072f35346. 00000100:00000010:1.0:1776267958.117188:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072f35346. 00010000:00000010:1.0:1776267958.117192:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5f024a0. 00000400:00000010:1.0:1776267958.117204:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9745e3. 00000100:00000200:1.0:1776267958.117208:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476111872, offset 224 00000400:00000200:1.0:1776267958.117214:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.117225:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.117230:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90912:90912:256:4294967295] 192.168.202.34@tcp LPNI seq info [90912:90912:8:4294967295] 00000400:00000200:1.0:1776267958.117238:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.117242:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.117258:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ec70850 (tot 82343698). 00000800:00000200:1.0:1776267958.117264:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.117270:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.117274:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ec70850 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.117291:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.117295:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.117298:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fa914a1. 00000400:00000010:2.0:1776267958.117649:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077d446fc. 00000400:00000200:2.0:1776267958.117653:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4c7b484 00000400:00000010:2.0:1776267958.117655:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4c7b484. 00000100:00000200:2.0:1776267958.117661:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489476736/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.117669:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489476736/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267958.117688:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ecabf34. 02000000:00000010:2.0:1776267958.117702:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0effe5f. 02000000:00000010:2.0:1776267958.117707:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f468ef9. 00000100:00000010:2.0:1776267958.117710:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:2.0:1776267958.117712:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c6a851. 00010000:00000010:2.0:1776267958.117715:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009ccfa229. 00080000:00000010:2.0:1776267958.117729:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f468ef9. 00010000:00000010:2.0:1776267958.117890:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057c60a3b. 00010000:00000010:2.0:1776267958.117976:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096f9ff67. 00010000:00000010:2.0:1776267958.118056:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.0:1776267958.118062:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000057c60a3b. 00010000:00000010:2.0:1776267958.118073:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009ccfa229. 00000100:00000010:2.0:1776267958.118076:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c6a851. 00000100:00000010:2.0:1776267958.118082:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267958.118091:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0effe5f. 02000000:00000010:2.0:1776267958.118114:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d0228d2. 00000400:00000010:2.0:1776267958.118117:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077d446fc. 00000400:00000010:2.0:1776267958.118121:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4c7b484. 00000100:00000200:2.0:1776267958.118125:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489476800, portal 16 00000400:00000010:2.0:1776267958.118129:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022cf8c37. 00000100:00000200:2.0:1776267958.118131:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489476800, offset 0 00000400:00000200:2.0:1776267958.118137:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.118143:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.118149:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.118153:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.118155:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.118157:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90913:90913:256:4294967295] 192.168.202.34@tcp LPNI seq info [90913:90913:8:4294967295] 00000400:00000200:2.0:1776267958.118166:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.118170:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.118173:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090ca6720 (tot 82343698). 00000800:00000200:2.0:1776267958.118178:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.118183:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.118186:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090ca6720 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.118616:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.118620:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090ca6720 (tot 82343450). 00000400:00000200:1.0:1776267958.118624:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.118628:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.118631:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022cf8c37 00000400:00000010:1.0:1776267958.118633:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022cf8c37. 00000100:00000200:1.0:1776267958.118639:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5837bfc x1862549489476800/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267958.119949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce69a814. 00010000:00000010:2.1:1776267958.119962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000858f9ae0. 00010000:00000010:2.1:1776267958.119966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00000400:00000010:2.0:1776267958.121007:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077d446fc. 00000400:00000200:2.0:1776267958.121012:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4c7b484 00000400:00000010:2.0:1776267958.121014:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4c7b484. 00000100:00000200:2.0:1776267958.121021:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489476800/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.121029:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489476800/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267958.121058:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d0228d2. 02000000:00000010:2.0:1776267958.121065:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f0effe5f. 00000100:00000010:2.0:1776267958.121070:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:2.0:1776267958.121074:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c6a851. 00010000:00000010:2.0:1776267958.121077:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009ccfa229. 00000020:00000010:0.0:1776267958.122357:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fc12. 00000020:00000010:0.0:1776267958.122364:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267958.122368:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.122403:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000594b1263 x1862549476111936/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267958.122435:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476111936 02000000:00000010:0.0:1776267958.122445:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000062f7cf94. 00010000:00000010:0.0:1776267958.122474:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000872cb49b. 00010000:00000010:0.0:1776267958.122492:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267958.122497:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d86d771. 00000100:00000010:0.0:1776267958.122506:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d86d771. 00010000:00000010:0.0:1776267958.122509:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00000400:00000010:0.0:1776267958.122519:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f345824e. 00000100:00000200:0.0:1776267958.122522:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476111936, offset 224 00000400:00000200:0.0:1776267958.122528:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.122536:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.122540:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90914:90914:256:4294967295] 192.168.202.34@tcp LPNI seq info [90914:90914:8:4294967295] 00000400:00000200:0.0:1776267958.122547:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.122550:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.122554:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb6d44d (tot 82343698). 00000800:00000200:0.0:1776267958.122558:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.122563:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.122566:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bb6d44d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.122585:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267958.122588:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.122589:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fc12. 00080000:00000010:2.0:1776267958.122999:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d0228d2. 00010000:00000010:2.0:1776267958.123081:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057c60a3b. 00010000:00000010:2.0:1776267958.123088:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000046e7bfb7. 00010000:00000010:2.0:1776267958.123159:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.0:1776267958.123165:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000057c60a3b. 00010000:00000010:2.0:1776267958.123175:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009ccfa229. 00000100:00000010:2.0:1776267958.123180:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c6a851. 00000100:00000010:2.0:1776267958.123186:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267958.123196:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0effe5f. 02000000:00000010:2.0:1776267958.123219:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4e3786a. 00000400:00000010:2.0:1776267958.123224:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077d446fc. 00000400:00000010:2.0:1776267958.123228:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4c7b484. 00000100:00000200:2.0:1776267958.123233:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489476864, portal 16 00000400:00000010:2.0:1776267958.123237:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058b5df77. 00000100:00000200:2.0:1776267958.123239:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489476864, offset 0 00000400:00000200:2.0:1776267958.123244:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.123261:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.123268:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.123271:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.123274:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.123277:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90915:90915:256:4294967295] 192.168.202.34@tcp LPNI seq info [90915:90915:8:4294967295] 00000400:00000200:2.0:1776267958.123284:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.123289:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.123292:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002df19b96 (tot 82343698). 00000800:00000200:2.0:1776267958.123296:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.123301:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.123303:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002df19b96 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267958.125700:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.125709:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002df19b96 (tot 82343450). 00000400:00000200:2.0:1776267958.125717:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.125726:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.125731:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058b5df77 00000400:00000010:2.0:1776267958.125733:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058b5df77. 00000100:00000200:2.0:1776267958.125753:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5837bfc x1862549489476864/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267958.130292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f628079. 00010000:00000010:2.1:1776267958.130302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aef703e0. 00010000:00000010:2.1:1776267958.130305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00000400:00000010:2.0:1776267958.130323:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077d446fc. 00000400:00000200:2.0:1776267958.130327:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4c7b484 00000400:00000010:2.0:1776267958.130328:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4c7b484. 00000100:00000200:2.0:1776267958.130335:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489476864/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.130343:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489476864/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267958.130373:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4e3786a. 02000000:00000010:2.0:1776267958.130378:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f0effe5f. 00000100:00000010:2.0:1776267958.130382:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:2.0:1776267958.130386:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c6a851. 00010000:00000010:2.0:1776267958.130389:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009ccfa229. 00000020:00000010:1.0:1776267958.130468:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000fa914a1. 00000020:00000010:1.0:1776267958.130475:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caba1079. 00000020:00000010:1.0:1776267958.130480:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.130503:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c5181cb3 x1862549476112000/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267958.130522:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476112000 02000000:00000010:1.0:1776267958.130531:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093d3c9df. 00010000:00000010:1.0:1776267958.130553:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021aa1c61. 00010000:00000010:1.0:1776267958.130568:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5f024a0. 00000100:00000010:1.0:1776267958.130573:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000072f35346. 00000100:00000010:1.0:1776267958.130585:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000072f35346. 00010000:00000010:1.0:1776267958.130588:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5f024a0. 00000400:00000010:1.0:1776267958.130597:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b326f591. 00000100:00000200:1.0:1776267958.130600:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476112000, offset 224 00000400:00000200:1.0:1776267958.130606:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.130614:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.130618:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90916:90916:256:4294967295] 192.168.202.34@tcp LPNI seq info [90916:90916:8:4294967295] 00000400:00000200:1.0:1776267958.130626:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.130629:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.130633:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343546). 00000800:00000200:1.0:1776267958.130637:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.130642:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.130645:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.130658:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caba1079. 00000020:00000010:1.0:1776267958.130661:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.130663:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fa914a1. 02000000:00000010:1.0:1776267958.130669:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000062f7cf94. 00000100:00000010:1.0:1776267958.130671:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000594b1263. 02000000:00000010:1.0:1776267958.130674:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ba8434f3. 00000100:00000010:1.0:1776267958.130675:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bd626d3. 02000000:00000010:1.0:1776267958.130677:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000088840db5. 00000100:00000010:1.0:1776267958.130679:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 02000000:00000010:1.0:1776267958.130680:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8a6856c. 00000100:00000010:1.0:1776267958.130681:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b5faa2a. 02000000:00000010:1.0:1776267958.130683:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003b2a35f2. 00000100:00000010:1.0:1776267958.130684:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea634ef0. 02000000:00000010:1.0:1776267958.130687:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a554dc36. 00000100:00000010:1.0:1776267958.130689:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 00000100:00000200:1.0:1776267958.130693:0:64837:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776267958.130696:0:64837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000973f834c. 00000400:00000010:1.0:1776267958.130699:0:64837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000072f35346 (tot 82343698). 00080000:00000010:2.0:1776267958.130756:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4e3786a. 00010000:00000010:2.0:1776267958.130827:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057c60a3b. 00010000:00000010:2.0:1776267958.130832:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009b24f68e. 00010000:00000010:2.0:1776267958.130932:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000157d807. 00010000:00000010:2.0:1776267958.130939:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000057c60a3b. 00010000:00000010:2.0:1776267958.130949:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009ccfa229. 00000100:00000010:2.0:1776267958.130953:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c6a851. 00000100:00000010:2.0:1776267958.130959:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267958.130970:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0effe5f. 02000000:00000010:2.0:1776267958.130997:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f949d58. 00000400:00000010:2.0:1776267958.131000:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077d446fc. 00000400:00000010:2.0:1776267958.131003:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4c7b484. 00000100:00000200:2.0:1776267958.131006:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489476928, portal 16 00000400:00000010:2.0:1776267958.131010:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058b5df77. 00000100:00000200:2.0:1776267958.131012:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489476928, offset 0 00000400:00000200:2.0:1776267958.131017:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.131023:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.131028:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.131031:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.131034:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.131036:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90917:90917:255:4294967295] 192.168.202.34@tcp LPNI seq info [90917:90917:7:4294967295] 00000400:00000200:2.0:1776267958.131042:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.131046:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.131049:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002df19b96 (tot 82343946). 00000800:00000200:2.0:1776267958.131053:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.131057:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.131059:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002df19b96 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1776267958.133655:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.133669:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26540 00000400:00000200:2.0:1776267958.133675:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6ae9 [1] + 224 00000400:00000200:2.0:1776267958.133683:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.133685:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.133692:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5837bfc x1862549489476928/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.133888:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.133933:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e676c0 00000400:00000200:2.0:1776267958.133938:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5481 [2] + 0 00000400:00000200:2.0:1776267958.134192:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.134197:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.134201:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267958.134207:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 00010000:00000010:0.1:1776267958.134286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b77023d. 00000020:00000010:0.0:1776267958.134325:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014f4fc12. 00000020:00000010:0.0:1776267958.134332:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267958.134336:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.134359:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7707e38 x1862549476112064/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267958.134400:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476112064 02000000:00000010:0.0:1776267958.134411:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a554dc36. 00010000:00000010:0.0:1776267958.134444:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267958.134449:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d86d771. 00000100:00000010:0.0:1776267958.134454:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d86d771. 00010000:00000010:0.0:1776267958.134457:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00000400:00000010:0.0:1776267958.134467:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f345824e. 00000100:00000200:0.0:1776267958.134470:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476112064, offset 224 00000400:00000200:0.0:1776267958.134475:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.134484:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.134487:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90918:90918:256:4294967295] 192.168.202.34@tcp LPNI seq info [90918:90918:8:4294967295] 00000400:00000200:0.0:1776267958.134494:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.134498:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.134501:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343698). 00000800:00000200:0.0:1776267958.134505:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.134510:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.134512:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.134533:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267958.134536:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.134538:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014f4fc12. 00000800:00000200:2.0:1776267958.134685:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.134687:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:2.0:1776267958.134690:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.134693:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.134695:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f345824e 00000400:00000010:2.0:1776267958.134696:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f345824e. 00000100:00000010:2.0:1776267958.136084:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009747af4d. 02000000:00000010:2.0:1776267958.136097:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f949d58. 02000000:00000010:2.0:1776267958.136125:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b7127e6. 00000400:00000010:2.0:1776267958.136130:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f215ec7. 00000400:00000010:2.0:1776267958.136134:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a302828a. 00000100:00000200:2.0:1776267958.136139:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489476992, portal 16 00000400:00000010:2.0:1776267958.136144:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000647547fc. 00000100:00000200:2.0:1776267958.136146:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489476992, offset 0 00000400:00000200:2.0:1776267958.136152:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.136164:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.136171:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.136175:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.136178:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.136181:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90919:90919:256:4294967295] 192.168.202.34@tcp LPNI seq info [90919:90919:8:4294967295] 00000400:00000200:2.0:1776267958.136188:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.136192:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.136195:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036710f3d (tot 82343698). 00000800:00000200:2.0:1776267958.136199:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.136204:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.136206:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036710f3d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776267958.137933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e79614c0. 00010000:00000010:2.1:1776267958.137936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044d7df8d. 00010000:00000010:2.1:1776267958.137946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.1:1776267958.137950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e07e07e6. 00010000:00000010:2.1:1776267958.137953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:3.1:1776267958.146933:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5535519. 00010000:00000010:3.1:1776267958.146941:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f7c8159. 00010000:00000010:3.1:1776267958.146947:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00010000:00000010:3.1:1776267958.146950:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267958.146952:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00000400:00000010:0.0:1776267958.147458:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f215ec7. 00000400:00000200:0.0:1776267958.147461:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a302828a 00000400:00000010:0.0:1776267958.147462:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a302828a. 00000100:00000200:0.0:1776267958.147467:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009747af4d x1862549489476992/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.147473:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009747af4d x1862549489476992/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267958.147490:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000633c7d73. 02000000:00000010:0.0:1776267958.147501:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b7127e6. 02000000:00000010:0.0:1776267958.147506:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f949d58. 00000100:00000010:0.0:1776267958.147510:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009747af4d. 00000100:00000010:0.0:1776267958.147512:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff40343f. 00010000:00000010:0.0:1776267958.147513:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f01988fa. 00080000:00000010:0.0:1776267958.147529:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014f4fc12. 00010000:00000010:0.0:1776267958.147611:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dfc8453. 00010000:00000010:0.0:1776267958.147615:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff158ef9. 00010000:00000010:0.0:1776267958.147678:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081bdc666. 00010000:00000010:0.0:1776267958.147683:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000513af02d. 00010000:00000010:0.0:1776267958.147691:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267958.147694:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d86d771. 00000100:00000010:0.0:1776267958.147699:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 02000000:00000010:0.0:1776267958.147710:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088840db5. 02000000:00000010:0.0:1776267958.147734:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000062f7cf94. 00000400:00000010:0.0:1776267958.147739:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002e744dee. 00000400:00000010:0.0:1776267958.147743:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063608909. 00000100:00000200:0.0:1776267958.147747:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489477056, portal 16 00000400:00000010:0.0:1776267958.147753:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da156716. 00000100:00000200:0.0:1776267958.147755:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489477056, offset 0 00000400:00000200:0.0:1776267958.147760:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.147766:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.147772:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.147774:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.147777:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.147778:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90921:90921:256:4294967295] 192.168.202.34@tcp LPNI seq info [90921:90921:8:4294967295] 00000400:00000200:0.0:1776267958.147783:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.147786:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.147789:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018c6a61f (tot 82343698). 00000800:00000200:0.0:1776267958.147791:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.147794:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.147796:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018c6a61f type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1776267958.154839:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002e744dee. 00000400:00000200:2.0:1776267958.154845:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063608909 00000400:00000010:2.0:1776267958.154847:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063608909. 00000100:00000200:2.0:1776267958.154852:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000009825d73 x1862549489477056/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.154857:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000009825d73 x1862549489477056/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267958.154882:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062f7cf94. 02000000:00000010:2.0:1776267958.154887:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000088840db5. 00000100:00000010:2.0:1776267958.154890:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 00000100:00000010:2.0:1776267958.154916:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d86d771. 00010000:00000010:2.0:1776267958.154920:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00000020:00000010:1.0:1776267958.160023:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b2a35f2. 00000020:00000010:1.0:1776267958.160036:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caba1079. 00000020:00000010:1.0:1776267958.160040:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.160076:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c1002d6e x1862549476112192/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267958.160190:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476112192 02000000:00000010:1.0:1776267958.160200:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8a6856c. 00010000:00000010:1.0:1776267958.160228:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e49b2d03. 00010000:00000010:1.0:1776267958.160258:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5f024a0. 00000100:00000010:1.0:1776267958.160267:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059687bf1. 00000100:00000010:1.0:1776267958.160287:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059687bf1. 00010000:00000010:1.0:1776267958.160292:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5f024a0. 00000400:00000010:1.0:1776267958.160307:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b326f591. 00000100:00000200:1.0:1776267958.160311:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476112192, offset 224 00000400:00000200:1.0:1776267958.160318:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.160331:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.160336:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90922:90922:256:4294967295] 192.168.202.34@tcp LPNI seq info [90922:90922:8:4294967295] 00000400:00000200:1.0:1776267958.160345:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.160349:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.160353:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343698). 00000800:00000200:1.0:1776267958.160360:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.160366:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.160370:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.160387:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caba1079. 00000020:00000010:1.0:1776267958.160464:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.160467:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b2a35f2. 00080000:00000010:0.0:1776267958.160508:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088840db5. 00010000:00000010:0.0:1776267958.160583:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000513af02d. 00010000:00000010:0.0:1776267958.160587:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003112442d. 00010000:00000010:0.0:1776267958.160651:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087745532. 00010000:00000010:0.0:1776267958.160656:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000513af02d. 00010000:00000010:0.0:1776267958.160664:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267958.160667:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c7465908. 00000100:00000010:0.0:1776267958.160673:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080121de5. 02000000:00000010:0.0:1776267958.160682:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062f7cf94. 02000000:00000010:0.0:1776267958.160701:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f949d58. 00000400:00000010:0.0:1776267958.160705:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002e744dee. 00000400:00000010:0.0:1776267958.160709:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267958.160712:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489477120, portal 16 00000400:00000010:0.0:1776267958.160715:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd188b69. 00000100:00000200:0.0:1776267958.160717:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489477120, offset 0 00000400:00000200:0.0:1776267958.160721:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.160726:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.160731:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.160733:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.160735:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.160737:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90923:90923:255:4294967295] 192.168.202.34@tcp LPNI seq info [90923:90923:7:4294967295] 00000400:00000200:0.0:1776267958.160742:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.160745:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.160747:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343946). 00000800:00000200:0.0:1776267958.160749:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.160752:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.160753:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776267958.166092:0:78439:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092c3aae5. 00010000:00000010:0.1:1776267958.166107:0:78439:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fc37c27. 00010000:00000010:0.1:1776267958.166110:0:78439:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000396c0880. 00000400:00000010:0.0:1776267958.168349:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002e744dee. 00000400:00000200:0.0:1776267958.168355:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267958.168357:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267958.168364:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000080121de5 x1862549489477120/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.168371:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000080121de5 x1862549489477120/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267958.168400:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002f949d58. 02000000:00000010:0.0:1776267958.168406:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000062f7cf94. 00000100:00000010:0.0:1776267958.168409:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080121de5. 00000100:00000010:0.0:1776267958.168412:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c7465908. 00010000:00000010:0.0:1776267958.168415:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00000020:00000010:2.0:1776267958.168505:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ca292cd. 00000020:00000010:2.0:1776267958.168511:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c45040f. 00000020:00000010:2.0:1776267958.168514:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.168536:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc3056fa x1862549476112256/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267958.168554:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476112256 02000000:00000010:2.0:1776267958.168561:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d72e6b3b. 00010000:00000010:2.0:1776267958.168584:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f261a07. 00010000:00000010:2.0:1776267958.168600:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae7cc932. 00000100:00000010:2.0:1776267958.168605:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c6a851. 00000100:00000010:2.0:1776267958.168617:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c6a851. 00010000:00000010:2.0:1776267958.168619:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae7cc932. 00000400:00000010:2.0:1776267958.168628:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267958.168631:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476112256, offset 224 00000400:00000200:2.0:1776267958.168636:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.168644:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.168648:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90924:90924:256:4294967295] 192.168.202.34@tcp LPNI seq info [90924:90924:8:4294967295] 00000400:00000200:2.0:1776267958.168654:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.168658:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.168661:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036710f3d (tot 82343698). 00000800:00000200:2.0:1776267958.168666:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.168671:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.168674:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036710f3d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.168687:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c45040f. 00000020:00000010:2.0:1776267958.168689:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.168691:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ca292cd. 00000800:00000200:2.0:1776267958.168785:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.168789:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036710f3d (tot 82343450). 00000400:00000200:2.0:1776267958.168792:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.168795:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.168798:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:2.0:1776267958.168799:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00080000:00000010:0.0:1776267958.168856:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f949d58. 00010000:00000010:0.0:1776267958.168973:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000513af02d. 00010000:00000010:0.0:1776267958.168980:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a471a15. 00010000:00000010:0.0:1776267958.169056:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d50c14a4. 00010000:00000010:0.0:1776267958.169062:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000513af02d. 00010000:00000010:0.0:1776267958.169074:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267958.169077:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c7465908. 00000100:00000010:0.0:1776267958.169084:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080121de5. 02000000:00000010:0.0:1776267958.169095:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062f7cf94. 02000000:00000010:0.0:1776267958.169119:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046b1fb9d. 00000400:00000010:0.0:1776267958.169123:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002e744dee. 00000400:00000010:0.0:1776267958.169127:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267958.169131:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489477184, portal 16 00000400:00000010:0.0:1776267958.169135:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffbbe46f. 00000100:00000200:0.0:1776267958.169137:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489477184, offset 0 00000400:00000200:0.0:1776267958.169142:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.169159:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.169166:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.169169:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.169172:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.169175:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90925:90925:256:4294967295] 192.168.202.34@tcp LPNI seq info [90925:90925:8:4294967295] 00000400:00000200:0.0:1776267958.169182:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.169187:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.169190:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343698). 00000800:00000200:0.0:1776267958.169194:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.169199:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.169201:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267958.169578:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.169581:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000400:00000200:2.0:1776267958.169585:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.169588:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.169592:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffbbe46f 00000400:00000010:2.0:1776267958.169593:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffbbe46f. 00000100:00000200:2.0:1776267958.169599:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000080121de5 x1862549489477184/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267958.177213:0:78433:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f53192c. 00000800:00000200:2.0:1776267958.181602:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.181607:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343698). 00000400:00000200:2.0:1776267958.181614:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.181621:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.181626:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b920d1d 00000400:00000010:2.0:1776267958.181627:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b920d1d. 00000800:00000200:2.0:1776267958.181686:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.181689:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:2.0:1776267958.181691:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.181695:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.181697:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035f6f22f 00000400:00000010:2.0:1776267958.181698:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035f6f22f. 00000100:00000200:2.0:1776267958.181706:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d720bc70 x1862549489477248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267958.184125:0:78440:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d259b686. 00010000:00000010:0.1:1776267958.185371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d45949dd. 00010000:00000010:0.1:1776267958.185390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081bdc666. 00010000:00000010:0.1:1776267958.190405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000619716f3. 00010000:00000010:0.1:1776267958.190449:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087745532. 00000400:00000200:0.0:1776267958.190709:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.192562:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26680 00000400:00000200:0.0:1776267958.192569:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6b25 [1] + 224 00000400:00000200:0.0:1776267958.192588:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.192590:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.192599:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d720bc70 x1862549489477248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267958.192715:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.192726:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67800 00000400:00000200:0.0:1776267958.192731:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5481 [2] + 1640 00000400:00000200:0.0:1776267958.192832:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.192836:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.192841:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267958.192847:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000339ea1b5. 00000020:00000010:0.0:1776267958.192920:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce3d2268. 00000020:00000010:0.0:1776267958.192939:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.192943:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.192977:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000339ea1b5 x1862549476112384/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267958.193006:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476112384 02000000:00000010:0.0:1776267958.193030:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe40bc74. 00010000:00000010:0.0:1776267958.193072:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c9e3fe6. 00000100:00000010:0.0:1776267958.193081:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c7465908. 00000100:00000010:0.0:1776267958.193088:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c7465908. 00010000:00000010:0.0:1776267958.193092:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c9e3fe6. 00000400:00000010:0.0:1776267958.193117:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2d341db. 00000100:00000200:0.0:1776267958.193122:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476112384, offset 224 00000400:00000200:0.0:1776267958.193130:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.193141:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.193147:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90928:90928:256:4294967295] 192.168.202.34@tcp LPNI seq info [90928:90928:8:4294967295] 00000400:00000200:0.0:1776267958.193157:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.193162:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.193166:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267958.193171:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.193179:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.193182:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.193199:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.193203:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.193206:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce3d2268. 00000800:00000200:0.0:1776267958.193285:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.193289:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:0.0:1776267958.193293:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.193296:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.193299:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2d341db 00000400:00000010:0.0:1776267958.193301:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2d341db. 00000400:00000010:1.0:1776267958.198281:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e2daa3ff. 00000400:00000200:1.0:1776267958.198294:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7e646e3 00000400:00000010:1.0:1776267958.198297:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7e646e3. 00000100:00000200:1.0:1776267958.198312:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d720bc70 x1862549489477248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.198321:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d720bc70 x1862549489477248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267958.198357:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035f40b9d. 02000000:00000010:1.0:1776267958.198374:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0fd1dae. 02000000:00000010:1.0:1776267958.198382:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046b1fb9d. 00000100:00000010:1.0:1776267958.198386:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d720bc70. 00000100:00000010:1.0:1776267958.198389:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005bd9902e. 00010000:00000010:1.0:1776267958.198392:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000009ad1f2b. 00080000:00000010:1.0:1776267958.198414:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba8434f3. 00010000:00000010:1.0:1776267958.198555:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:1.0:1776267958.198561:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059ffb0b1. 00010000:00000010:1.0:1776267958.198618:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb683e32. 00010000:00000010:1.0:1776267958.198621:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000caba1079. 00010000:00000010:1.0:1776267958.198625:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b64e2e7. 00010000:00000010:1.0:1776267958.198631:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00080000:00000010:1.0:1776267958.198642:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fa914a1. 00010000:00000010:1.0:1776267958.198657:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.198659:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000caba1079. 00010000:00000010:1.0:1776267958.198710:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e092f549. 00010000:00000010:1.0:1776267958.198713:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.198721:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5f024a0. 00000100:00000010:1.0:1776267958.198729:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.198739:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000037681c56. 02000000:00000010:1.0:1776267958.198932:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e2877bf. 02000000:00000010:1.0:1776267958.198962:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093d3c9df. 00000400:00000010:1.0:1776267958.198966:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae94a7e7. 00000400:00000010:1.0:1776267958.198970:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9745e3. 00000100:00000200:1.0:1776267958.198976:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489477312, portal 16 00000400:00000010:1.0:1776267958.198981:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfd23bea. 00000100:00000200:1.0:1776267958.198984:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489477312, offset 0 00000400:00000200:1.0:1776267958.198991:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.199004:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.199012:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.199015:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.199018:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.199022:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90929:90929:256:4294967295] 192.168.202.34@tcp LPNI seq info [90929:90929:8:4294967295] 00000400:00000200:1.0:1776267958.199033:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.199039:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.199043:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070de03a1 (tot 82343698). 00000800:00000200:1.0:1776267958.199050:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.199057:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.199061:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070de03a1 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1776267958.203775:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.203793:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b266c0 00000400:00000200:0.0:1776267958.203801:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6b31 [1] + 224 00000400:00000200:0.0:1776267958.203812:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.203815:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.203824:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000037681c56 x1862549489477312/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267958.203854:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.203857:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67840 00000400:00000200:0.0:1776267958.203860:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5481 [2] + 1968 00000400:00000010:0.0:1776267958.203864:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c38e970. 00000400:00000200:0.0:1776267958.203866:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fef0acd6 00000400:00000200:0.0:1776267958.203926:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.203930:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.203932:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fef0acd6 00000400:00000010:0.0:1776267958.203934:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fef0acd6 (tot 82343298). 00000100:00000200:0.0:1776267958.203940:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776267958.203987:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c474273. 00000020:00000010:0.0:1776267958.203993:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.203997:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.204021:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008aab8f05 x1862549476112448/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267958.204048:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476112448 02000000:00000010:0.0:1776267958.204058:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000672e24fa. 00010000:00000010:0.0:1776267958.204098:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c9e3fe6. 00000100:00000010:0.0:1776267958.204104:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c7465908. 00000100:00000010:0.0:1776267958.204111:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c7465908. 00010000:00000010:0.0:1776267958.204114:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c9e3fe6. 00000400:00000010:0.0:1776267958.204128:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2d341db. 00000100:00000200:0.0:1776267958.204134:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476112448, offset 224 00000400:00000200:0.0:1776267958.204141:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.204151:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.204156:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90930:90930:256:4294967295] 192.168.202.34@tcp LPNI seq info [90930:90930:8:4294967295] 00000400:00000200:0.0:1776267958.204165:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.204170:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.204174:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343546). 00000800:00000200:0.0:1776267958.204180:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.204186:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.204190:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.204206:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.204209:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.204211:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c474273. 02000000:00000010:0.0:1776267958.204221:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe40bc74. 00000100:00000010:0.0:1776267958.204223:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000339ea1b5. 02000000:00000010:0.0:1776267958.204227:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000062f7cf94. 00000100:00000010:0.0:1776267958.204229:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a6a3c49b. 02000000:00000010:0.0:1776267958.204232:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d72e6b3b. 00000100:00000010:0.0:1776267958.204236:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc3056fa. 02000000:00000010:0.0:1776267958.204239:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8a6856c. 00000100:00000010:0.0:1776267958.204241:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1002d6e. 02000000:00000010:0.0:1776267958.204243:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bffc669b. 00000100:00000010:0.0:1776267958.204255:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 02000000:00000010:0.0:1776267958.204258:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a554dc36. 00000100:00000010:0.0:1776267958.204261:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 00000100:00000200:0.0:1776267958.204269:0:64837:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776267958.204273:0:64837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002913fe6c. 00000400:00000010:0.0:1776267958.204277:0:64837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7465908 (tot 82343698). 00000800:00000200:0.0:1776267958.204994:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.204998:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343698). 00000400:00000200:0.0:1776267958.205002:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.205006:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.205009:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2d341db 00000400:00000010:0.0:1776267958.205010:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2d341db. 02000000:00000010:0.0:1776267958.205015:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000672e24fa. 00000800:00000200:0.0:1776267958.205046:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.205048:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267958.205053:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.205056:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.205058:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000503c1aa0 00000400:00000010:0.0:1776267958.205059:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000503c1aa0. 00000100:00000200:0.0:1776267958.205064:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007f627660 x1862549489477376/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267958.206059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6c1e2dc. 00010000:00000010:3.1:1776267958.206070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf7d50e3. 00010000:00000010:3.1:1776267958.206073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d50c14a4. 00010000:00000010:1.1:1776267958.207169:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0f8acc. 00010000:00000010:1.1:1776267958.207180:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e45cc41. 00010000:00000010:1.1:1776267958.207184:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:1.1:1776267958.207187:0:78443:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb683e32. 00010000:00000010:1.1:1776267958.207190:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b64e2e7. 00010000:00000010:3.1:1776267958.210956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cbca47b. 00010000:00000010:3.1:1776267958.210978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091ab792d. 00010000:00000010:3.1:1776267958.210982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e092f549. 00000400:00000010:1.0:1776267958.211891:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e2daa3ff. 00000400:00000200:1.0:1776267958.211929:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:1.0:1776267958.211932:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00000100:00000200:1.0:1776267958.211938:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007f627660 x1862549489477376/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.211945:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007f627660 x1862549489477376/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.211975:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015368109. 02000000:00000010:1.0:1776267958.211981:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c0129af2. 00000100:00000010:1.0:1776267958.211984:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f627660. 00000100:00000010:1.0:1776267958.211989:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005bd9902e. 00010000:00000010:1.0:1776267958.211993:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009671774e. 00000020:00000010:0.0:1776267958.212800:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000672e24fa. 00000020:00000010:0.0:1776267958.212805:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.212809:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.212828:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007f627660 x1862549476112512/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267958.212856:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476112512 02000000:00000010:0.0:1776267958.212864:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe40bc74. 00010000:00000010:0.0:1776267958.212887:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7cbd335. 00010000:00000010:0.0:1776267958.212930:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c9e3fe6. 00000100:00000010:0.0:1776267958.212938:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d86d771. 00000100:00000010:0.0:1776267958.212955:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d86d771. 00010000:00000010:0.0:1776267958.212958:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c9e3fe6. 00000400:00000010:0.0:1776267958.212970:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2d341db. 00000100:00000200:0.0:1776267958.212975:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476112512, offset 224 00000400:00000200:0.0:1776267958.212982:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.212994:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.213000:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90932:90932:256:4294967295] 192.168.202.34@tcp LPNI seq info [90932:90932:8:4294967295] 00000400:00000200:0.0:1776267958.213010:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.213015:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.213019:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267958.213025:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.213032:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.213035:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.213052:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.213055:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.213058:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000672e24fa. 00000800:00000200:0.0:1776267958.213152:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.213155:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:0.0:1776267958.213159:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.213162:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.213165:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2d341db 00000400:00000010:0.0:1776267958.213166:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2d341db. 00010000:00000010:0.0:1776267958.227205:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000661f928a. 00010000:00000010:0.0:1776267958.227209:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227212:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087745532. 00010000:00000010:0.0:1776267958.227216:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.227224:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bec5553d. 00010000:00000010:0.0:1776267958.227265:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.227270:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227302:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005bbb885d. 00010000:00000010:0.0:1776267958.227304:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227307:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081bdc666. 00010000:00000010:0.0:1776267958.227309:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.227314:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000128ac9bd. 00010000:00000010:0.0:1776267958.227401:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.227406:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227436:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000fb8ec8f. 00010000:00000010:0.0:1776267958.227440:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227442:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075c26c07. 00010000:00000010:0.0:1776267958.227445:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.227452:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067eb8b99. 00010000:00000010:0.0:1776267958.227473:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.227476:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227498:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007c83a000. 00010000:00000010:0.0:1776267958.227499:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227501:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be1bf8b8. 00010000:00000010:0.0:1776267958.227503:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.227507:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e91671fb. 00010000:00000010:0.0:1776267958.227521:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.227522:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227544:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000585aee0d. 00010000:00000010:0.0:1776267958.227545:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227547:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d50c14a4. 00010000:00000010:0.0:1776267958.227549:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.227553:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e371fdd9. 00010000:00000010:0.0:1776267958.227566:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.227567:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227583:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ea76cc0. 00010000:00000010:0.0:1776267958.227585:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227587:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058f6ce9c. 00010000:00000010:0.0:1776267958.227588:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.227592:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041e48a04. 00010000:00000010:0.0:1776267958.227604:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.227606:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227625:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000feb4554f. 00010000:00000010:0.0:1776267958.227626:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227628:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000700be875. 00010000:00000010:0.0:1776267958.227630:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.227633:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025e56940. 00010000:00000010:0.0:1776267958.227645:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.227646:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227664:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025f87cd1. 00010000:00000010:0.0:1776267958.227665:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227667:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b63ad641. 00010000:00000010:0.0:1776267958.227669:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.227673:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bca99ffe. 00010000:00000010:0.0:1776267958.227685:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.227686:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227702:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000af984c27. 00010000:00000010:0.0:1776267958.227703:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227705:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000202fa0f0. 00010000:00000010:0.0:1776267958.227707:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.227711:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c474273. 00010000:00000010:0.0:1776267958.227723:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.227724:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227843:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a74014a. 00010000:00000010:0.0:1776267958.227847:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.227850:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4628efa. 00010000:00000010:0.0:1776267958.227854:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.227863:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000672e24fa. 00010000:00000010:0.0:1776267958.227887:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.227890:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228017:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db5aada6. 00010000:00000010:0.0:1776267958.228020:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228023:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e48835a. 00010000:00000010:0.0:1776267958.228026:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.228033:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce3d2268. 00010000:00000010:0.0:1776267958.228056:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.228060:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228089:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000981e2560. 00010000:00000010:0.0:1776267958.228092:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228096:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e26a5a75. 00010000:00000010:0.0:1776267958.228098:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.228105:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bffc669b. 00010000:00000010:0.0:1776267958.228126:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.228129:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228159:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001a1e0b63. 00010000:00000010:0.0:1776267958.228162:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228164:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000edb8c950. 00010000:00000010:0.0:1776267958.228167:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.228174:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a554dc36. 00010000:00000010:0.0:1776267958.228196:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.228199:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228229:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad8128b3. 00010000:00000010:0.0:1776267958.228231:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228234:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:0.0:1776267958.228236:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.228243:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062f7cf94. 00010000:00000010:0.0:1776267958.228451:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.228456:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228488:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eed9e966. 00010000:00000010:0.0:1776267958.228490:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228493:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000143f1a14. 00010000:00000010:0.0:1776267958.228496:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.228506:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e37893fc. 00010000:00000010:0.0:1776267958.228528:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.228531:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228559:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f93ea0f4. 00010000:00000010:0.0:1776267958.228562:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228565:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2ac07d2. 00010000:00000010:0.0:1776267958.228568:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.228575:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d828f3a6. 00010000:00000010:0.0:1776267958.228598:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.228601:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228632:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eb91c56f. 00010000:00000010:0.0:1776267958.228635:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228638:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b4b7729. 00010000:00000010:0.0:1776267958.228640:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.228647:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e9798d0. 00010000:00000010:0.0:1776267958.228666:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.228669:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228696:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f25f6636. 00010000:00000010:0.0:1776267958.228698:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228701:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:0.0:1776267958.228703:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.228710:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be101e86. 00010000:00000010:0.0:1776267958.228729:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.228732:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.228885:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a84c67b. 00010000:00000010:0.0:1776267958.228889:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.229257:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006aa315c0. 00010000:00000010:0.0:1776267958.229264:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.229275:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab45d891. 00010000:00000010:0.0:1776267958.229303:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.229308:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.229436:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000063a2cc2c. 00010000:00000010:0.0:1776267958.229439:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.229443:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043548f7c. 00010000:00000010:0.0:1776267958.229445:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.229452:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000405b2bd5. 00010000:00000010:0.0:1776267958.229474:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.229477:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.229504:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002042f231. 00010000:00000010:0.0:1776267958.229506:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.229509:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c6deb83. 00010000:00000010:0.0:1776267958.229512:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.229517:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f40884c3. 00010000:00000010:0.0:1776267958.229536:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.229539:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.229565:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000489fc47a. 00010000:00000010:0.0:1776267958.229567:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.229570:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097cedffd. 00010000:00000010:0.0:1776267958.229573:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.229580:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ee181b4. 00010000:00000010:0.0:1776267958.229599:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.229601:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.229632:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ab1917e. 00010000:00000010:0.0:1776267958.229635:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.229637:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f1ac631. 00010000:00000010:0.0:1776267958.229640:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.229646:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9785830. 00010000:00000010:0.0:1776267958.229664:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.229667:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.229692:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f68d7453. 00010000:00000010:0.0:1776267958.229695:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.229697:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000653ba48b. 00010000:00000010:0.0:1776267958.229700:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.229706:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4a0db57. 00010000:00000010:0.0:1776267958.229727:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.229730:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.229979:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002bf0aa41. 00010000:00000010:0.0:1776267958.229983:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.229986:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024f8e7a6. 00010000:00000010:0.0:1776267958.229989:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.229997:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008dfb8c55. 00010000:00000010:0.0:1776267958.230022:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.230025:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230056:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001b50bfc0. 00010000:00000010:0.0:1776267958.230058:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230061:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bab1a730. 00010000:00000010:0.0:1776267958.230063:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.230071:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000cf2b01c. 00010000:00000010:0.0:1776267958.230092:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.230095:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230151:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d45949dd. 00010000:00000010:0.0:1776267958.230154:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230157:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075879909. 00010000:00000010:0.0:1776267958.230160:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.230167:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003614bb4c. 00010000:00000010:0.0:1776267958.230189:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.230192:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230220:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c65f7a16. 00010000:00000010:0.0:1776267958.230224:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230227:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b14a31f3. 00010000:00000010:0.0:1776267958.230230:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.230236:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009b21c53. 00010000:00000010:0.0:1776267958.230270:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.230273:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230305:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005931b6c5. 00010000:00000010:0.0:1776267958.230308:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230311:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e112886c. 00010000:00000010:0.0:1776267958.230313:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.230320:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4f101e1. 00010000:00000010:0.0:1776267958.230443:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.230447:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230476:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1849e97. 00010000:00000010:0.0:1776267958.230479:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230482:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002565b325. 00010000:00000010:0.0:1776267958.230485:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.230492:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e0b8943. 00010000:00000010:0.0:1776267958.230513:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.230517:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230546:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000441d3c99. 00010000:00000010:0.0:1776267958.230549:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230552:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e64ebfb1. 00010000:00000010:0.0:1776267958.230555:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.230562:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a217f589. 00010000:00000010:0.0:1776267958.230584:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.230587:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230613:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000012ca5040. 00010000:00000010:0.0:1776267958.230616:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230619:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9b238bc. 00010000:00000010:0.0:1776267958.230622:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.230631:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b722e40. 00010000:00000010:0.0:1776267958.230653:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.230656:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230686:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a2b622d0. 00010000:00000010:0.0:1776267958.230688:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.230690:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000159a2c53. 00010000:00000010:0.0:1776267958.230693:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.230701:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010a70fd3. 00010000:00000010:0.0:1776267958.230722:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.230725:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231008:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000860e12b5. 00010000:00000010:0.0:1776267958.231013:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231016:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000877b8e49. 00010000:00000010:0.0:1776267958.231019:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.231028:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fb254f9. 00010000:00000010:0.0:1776267958.231052:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.231055:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231091:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c14d8468. 00010000:00000010:0.0:1776267958.231094:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231097:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066a3c72b. 00010000:00000010:0.0:1776267958.231101:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.231107:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdb25196. 00010000:00000010:0.0:1776267958.231129:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.231133:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231160:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bdb71e54. 00010000:00000010:0.0:1776267958.231163:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231165:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fce0f36c. 00010000:00000010:0.0:1776267958.231168:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.231174:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fef5489d. 00010000:00000010:0.0:1776267958.231194:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.231197:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231229:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000080081271. 00010000:00000010:0.0:1776267958.231232:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231234:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f26bc283. 00010000:00000010:0.0:1776267958.231236:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.231243:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056434534. 00010000:00000010:0.0:1776267958.231440:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.231444:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231475:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027bfbe08. 00010000:00000010:0.0:1776267958.231478:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231481:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005be81132. 00010000:00000010:0.0:1776267958.231484:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.231492:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a36408ec. 00010000:00000010:0.0:1776267958.231513:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.231516:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231542:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009aa4355e. 00010000:00000010:0.0:1776267958.231544:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231547:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a90aa34. 00010000:00000010:0.0:1776267958.231550:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.231557:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2212fb9. 00010000:00000010:0.0:1776267958.231578:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.231581:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231610:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000006d7b670. 00010000:00000010:0.0:1776267958.231614:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231617:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624c2825. 00010000:00000010:0.0:1776267958.231620:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.231627:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc0b6c42. 00010000:00000010:0.0:1776267958.231649:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.231652:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231685:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008fbac2bf. 00010000:00000010:0.0:1776267958.231688:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231691:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015b17627. 00010000:00000010:0.0:1776267958.231693:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.231700:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aba7e3c7. 00010000:00000010:0.0:1776267958.231721:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.231725:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231889:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069e04f3c. 00010000:00000010:0.0:1776267958.231988:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.231992:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000da29d306. 00010000:00000010:0.0:1776267958.231995:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.232004:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec63921c. 00010000:00000010:0.0:1776267958.232029:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.232033:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00000001:00000010:0.0:1776267958.232060:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000060ea21af. 00000001:00000010:0.0:1776267958.232065:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000060ea21af. 00000001:00000010:0.0:1776267958.232069:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000060ea21af. 00000001:00000010:0.0:1776267958.232072:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000378dcf83. 00010000:00000010:0.0:1776267958.232088:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014212c1b. 00010000:00000010:0.0:1776267958.232091:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.232094:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab32a910. 00010000:00000010:0.0:1776267958.232097:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.232105:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ced70d06. 00010000:00000010:0.0:1776267958.232127:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.232130:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.232158:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac81a51a. 00010000:00000010:0.0:1776267958.232161:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.232164:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f6058a5. 00010000:00000010:0.0:1776267958.232167:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.232174:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6efda11. 00010000:00000010:0.0:1776267958.232198:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.232201:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.232228:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a46124ee. 00010000:00000010:0.0:1776267958.232231:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.232233:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000063300ff8. 00010000:00000010:0.0:1776267958.232236:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.232243:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ce39fee. 00010000:00000010:0.0:1776267958.232276:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.232280:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.232309:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3e74cd0. 00010000:00000010:0.0:1776267958.232312:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.232315:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024c1c8ee. 00010000:00000010:0.0:1776267958.232318:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.232324:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d55bf219. 00010000:00000010:0.0:1776267958.232451:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.232456:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.232495:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000062020a68. 00010000:00000010:0.0:1776267958.232498:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.232501:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0d7356f. 00010000:00000010:0.0:1776267958.232504:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.232512:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5fc0531. 00010000:00000010:0.0:1776267958.232534:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.232537:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.232566:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b00d6a63. 00010000:00000010:0.0:1776267958.232568:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.232571:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000437a25a7. 00010000:00000010:0.0:1776267958.232574:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.232580:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c828800f. 00010000:00000010:0.0:1776267958.232602:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.232605:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.232640:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000052a3e8c0. 00010000:00000010:0.0:1776267958.232643:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.232645:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a766120b. 00010000:00000010:0.0:1776267958.232647:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.232653:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea75c513. 00010000:00000010:0.0:1776267958.232674:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.232677:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.232708:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fcc42d2a. 00010000:00000010:0.0:1776267958.232710:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.232713:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000202c964. 00010000:00000010:0.0:1776267958.232716:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.232722:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c13579e3. 00010000:00000010:0.0:1776267958.233132:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.233138:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.233174:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000092cb2f00. 00010000:00000010:0.0:1776267958.233177:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.233180:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057cdb1eb. 00010000:00000010:0.0:1776267958.233183:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.233191:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdce6f51. 00010000:00000010:0.0:1776267958.233216:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.233220:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.233262:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005444a270. 00010000:00000010:0.0:1776267958.233264:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.233267:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f595cae. 00010000:00000010:0.0:1776267958.233270:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.233278:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c5d0260. 00010000:00000010:0.0:1776267958.233301:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.233304:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.233436:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000016b7a190. 00010000:00000010:0.0:1776267958.233440:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.233443:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009eb2580f. 00010000:00000010:0.0:1776267958.233446:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.233453:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d67910fb. 00010000:00000010:0.0:1776267958.233476:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.233480:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.233507:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000041ef9d2f. 00010000:00000010:0.0:1776267958.233510:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.233512:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025069993. 00010000:00000010:0.0:1776267958.233515:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.233523:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9cd5abd. 00010000:00000010:0.0:1776267958.233542:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.233545:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.233576:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001aa306f1. 00010000:00000010:0.0:1776267958.233578:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.233580:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a7071a5. 00010000:00000010:0.0:1776267958.233583:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.233590:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000003ecc40. 00010000:00000010:0.0:1776267958.233610:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.233614:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.233641:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb3ca04a. 00010000:00000010:0.0:1776267958.233644:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.233646:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b32e9044. 00010000:00000010:0.0:1776267958.233649:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.233656:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2037dc8. 00010000:00000010:0.0:1776267958.233677:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.233680:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.233706:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001101e40b. 00010000:00000010:0.0:1776267958.233709:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.233712:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a52db5c5. 00010000:00000010:0.0:1776267958.233714:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.233721:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd856fcf. 00010000:00000010:0.0:1776267958.233741:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.233875:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234007:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cea359f8. 00010000:00000010:0.0:1776267958.234011:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234013:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003727890b. 00010000:00000010:0.0:1776267958.234017:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.234025:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009112ca2c. 00010000:00000010:0.0:1776267958.234048:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.234051:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234088:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000041a68dfb. 00010000:00000010:0.0:1776267958.234090:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234093:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b3c47ba3. 00010000:00000010:0.0:1776267958.234095:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.234102:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000daaf5d5a. 00010000:00000010:0.0:1776267958.234123:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.234127:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234155:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000042aa2d6b. 00010000:00000010:0.0:1776267958.234157:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234162:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060ad7315. 00010000:00000010:0.0:1776267958.234165:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.234172:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc3ec428. 00010000:00000010:0.0:1776267958.234193:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.234196:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234228:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008633e4e9. 00010000:00000010:0.0:1776267958.234231:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234234:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000589efd21. 00010000:00000010:0.0:1776267958.234237:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.234257:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009541819f. 00010000:00000010:0.0:1776267958.234282:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.234286:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234316:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ec0bee0. 00010000:00000010:0.0:1776267958.234319:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234322:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e02394df. 00010000:00000010:0.0:1776267958.234324:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.234424:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc25b4a7. 00010000:00000010:0.0:1776267958.234451:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.234454:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234484:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c7b6671. 00010000:00000010:0.0:1776267958.234487:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234489:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c03b4a45. 00010000:00000010:0.0:1776267958.234492:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.234499:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075ae124c. 00010000:00000010:0.0:1776267958.234520:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.234523:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234550:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002df2c66d. 00010000:00000010:0.0:1776267958.234553:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234555:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be83c138. 00010000:00000010:0.0:1776267958.234558:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.234565:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000776bdcf3. 00010000:00000010:0.0:1776267958.234585:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.234589:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234620:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046975d37. 00010000:00000010:0.0:1776267958.234623:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234626:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eadd417b. 00010000:00000010:0.0:1776267958.234628:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.234635:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe04325e. 00010000:00000010:0.0:1776267958.234657:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.234660:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234686:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000028599d65. 00010000:00000010:0.0:1776267958.234688:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.234691:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ccd032e. 00010000:00000010:0.0:1776267958.234693:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.234699:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7dabe95. 00010000:00000010:0.0:1776267958.234720:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.234722:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235059:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000042a32064. 00010000:00000010:0.0:1776267958.235062:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235066:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d1b152dd. 00010000:00000010:0.0:1776267958.235069:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.235077:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000babca4ef. 00010000:00000010:0.0:1776267958.235101:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.235105:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235133:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009054120a. 00010000:00000010:0.0:1776267958.235136:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235139:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000178186f6. 00010000:00000010:0.0:1776267958.235142:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.235151:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edc9a4fa. 00010000:00000010:0.0:1776267958.235174:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.235177:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235204:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000cc6fea8. 00010000:00000010:0.0:1776267958.235206:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235208:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007701f349. 00010000:00000010:0.0:1776267958.235211:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.235218:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000845aacd5. 00010000:00000010:0.0:1776267958.235240:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.235244:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235285:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000882e6ce0. 00010000:00000010:0.0:1776267958.235288:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235291:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000142a0723. 00010000:00000010:0.0:1776267958.235294:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.235302:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000eb15fa0. 00010000:00000010:0.0:1776267958.235323:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.235327:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235466:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000683afa5. 00010000:00000010:0.0:1776267958.235469:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235473:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c179b337. 00010000:00000010:0.0:1776267958.235475:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.235483:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052e2cee4. 00010000:00000010:0.0:1776267958.235504:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.235507:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235534:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036abf398. 00010000:00000010:0.0:1776267958.235536:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235539:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000757df2f8. 00010000:00000010:0.0:1776267958.235542:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.235548:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b89b1087. 00010000:00000010:0.0:1776267958.235567:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.235570:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235600:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074731364. 00010000:00000010:0.0:1776267958.235602:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235606:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b4faa689. 00010000:00000010:0.0:1776267958.235609:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.235616:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000768020c7. 00010000:00000010:0.0:1776267958.235635:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.235638:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235665:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4fb8f08. 00010000:00000010:0.0:1776267958.235667:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235670:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea13cd5a. 00010000:00000010:0.0:1776267958.235672:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.235679:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b6550ad. 00010000:00000010:0.0:1776267958.235696:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.235699:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235723:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005885db15. 00010000:00000010:0.0:1776267958.235725:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.235728:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086243a0c. 00010000:00000010:0.0:1776267958.235730:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.235738:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ecf597b. 00010000:00000010:0.0:1776267958.237030:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.237042:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.237097:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002fcc954b. 00010000:00000010:0.0:1776267958.237100:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.237104:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf5b6405. 00010000:00000010:0.0:1776267958.237108:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.237123:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7141cdf. 00010000:00000010:0.0:1776267958.237152:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.237155:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.237204:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f0799104. 00010000:00000010:0.0:1776267958.237207:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.237210:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000238392b8. 00010000:00000010:0.0:1776267958.237213:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.237220:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8d4bcf2. 00010000:00000010:0.0:1776267958.237242:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.237258:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.237289:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000299cb54e. 00010000:00000010:0.0:1776267958.237292:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.237295:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000278e925b. 00010000:00000010:0.0:1776267958.237298:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.237305:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e58d95d8. 00010000:00000010:0.0:1776267958.237329:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.237437:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.237474:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007482af6d. 00010000:00000010:0.0:1776267958.237477:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.237480:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d394dc3. 00010000:00000010:0.0:1776267958.237483:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.237491:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072d882d5. 00010000:00000010:0.0:1776267958.237514:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.237517:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.237547:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd56093b. 00010000:00000010:0.0:1776267958.237550:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.237553:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044d72b75. 00010000:00000010:0.0:1776267958.237556:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.237563:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddf224ea. 00010000:00000010:0.0:1776267958.237584:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.237587:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.237616:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000219eef5d. 00010000:00000010:0.0:1776267958.237618:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.237621:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000199db0c. 00010000:00000010:0.0:1776267958.237624:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.237633:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085f24814. 00010000:00000010:0.0:1776267958.237655:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.237659:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.237689:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000215dfabb. 00010000:00000010:0.0:1776267958.237692:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.237695:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021f2fff0. 00010000:00000010:0.0:1776267958.237697:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.237704:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2229113. 00010000:00000010:0.0:1776267958.237727:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.237730:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238044:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000031eef4fb. 00010000:00000010:0.0:1776267958.238048:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238050:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002dbfff1d. 00010000:00000010:0.0:1776267958.238053:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.238063:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbaf4806. 00010000:00000010:0.0:1776267958.238086:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.238089:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238121:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd398268. 00010000:00000010:0.0:1776267958.238124:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238127:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3424ee8. 00010000:00000010:0.0:1776267958.238130:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.238137:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d986aa0f. 00010000:00000010:0.0:1776267958.238159:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.238163:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238195:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a9851911. 00010000:00000010:0.0:1776267958.238197:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238200:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000595e529a. 00010000:00000010:0.0:1776267958.238203:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.238210:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009233697b. 00010000:00000010:0.0:1776267958.238232:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.238236:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238280:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000073b8edd5. 00010000:00000010:0.0:1776267958.238282:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238285:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000545204ea. 00010000:00000010:0.0:1776267958.238287:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.238295:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1599409. 00010000:00000010:0.0:1776267958.238318:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.238321:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238451:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000295c9db6. 00010000:00000010:0.0:1776267958.238454:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238459:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e39aae9. 00010000:00000010:0.0:1776267958.238462:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.238469:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2dda419. 00010000:00000010:0.0:1776267958.238492:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.238495:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238526:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000645354ba. 00010000:00000010:0.0:1776267958.238529:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238531:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e82faf8f. 00010000:00000010:0.0:1776267958.238534:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.238540:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da4c13f6. 00010000:00000010:0.0:1776267958.238562:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.238565:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238596:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df1ad64e. 00010000:00000010:0.0:1776267958.238598:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238601:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002755f04c. 00010000:00000010:0.0:1776267958.238604:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.238611:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000435d0e71. 00010000:00000010:0.0:1776267958.238631:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.238634:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238663:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003fe789d0. 00010000:00000010:0.0:1776267958.238666:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238668:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fb354cbf. 00010000:00000010:0.0:1776267958.238670:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.238679:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009a6ec3e. 00010000:00000010:0.0:1776267958.238700:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.238703:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238734:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007944e991. 00010000:00000010:0.0:1776267958.238736:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.238739:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f4346da. 00010000:00000010:0.0:1776267958.239454:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.239472:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042f8e345. 00010000:00000010:0.0:1776267958.239510:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.239515:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.239553:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b915503. 00010000:00000010:0.0:1776267958.239555:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.239558:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7496c1b. 00010000:00000010:0.0:1776267958.239560:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.239565:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0fb6ec2. 00010000:00000010:0.0:1776267958.239580:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.239582:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.239604:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000000b952a. 00010000:00000010:0.0:1776267958.239605:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.239607:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e15650d. 00010000:00000010:0.0:1776267958.239609:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.239613:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005feb5163. 00010000:00000010:0.0:1776267958.239625:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.239627:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.239647:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000be8bb1e0. 00010000:00000010:0.0:1776267958.239648:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.239650:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fe3bdfe. 00010000:00000010:0.0:1776267958.239652:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.239656:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008215e64d. 00010000:00000010:0.0:1776267958.239668:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.239670:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.239694:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001870ae9e. 00010000:00000010:0.0:1776267958.239695:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.239697:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e4e3623. 00010000:00000010:0.0:1776267958.239699:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.239703:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec163e95. 00010000:00000010:0.0:1776267958.239715:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.239717:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.239733:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001235b9a3. 00010000:00000010:0.0:1776267958.239735:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.239736:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f5849e3e. 00010000:00000010:0.0:1776267958.239738:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.239741:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074ce0ee6. 00010000:00000010:0.0:1776267958.239753:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.239754:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.240455:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d8a8a04. 00010000:00000010:0.0:1776267958.240460:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.240464:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000666ac692. 00010000:00000010:0.0:1776267958.240468:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.240479:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9810d16. 00010000:00000010:0.0:1776267958.240504:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.240506:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.240529:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ebbad84b. 00010000:00000010:0.0:1776267958.240530:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.240532:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e536162. 00010000:00000010:0.0:1776267958.240534:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.240538:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052f9bef3. 00010000:00000010:0.0:1776267958.240550:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.240552:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.240570:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea8592da. 00010000:00000010:0.0:1776267958.240571:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.240573:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b79bc8f. 00010000:00000010:0.0:1776267958.240574:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.240578:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004790d8c9. 00010000:00000010:0.0:1776267958.240590:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.240591:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.240610:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b42d89d1. 00010000:00000010:0.0:1776267958.240611:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.240613:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072dd92e1. 00010000:00000010:0.0:1776267958.240614:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.240620:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ea6705f. 00010000:00000010:0.0:1776267958.240631:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.240633:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.240656:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf4b2888. 00010000:00000010:0.0:1776267958.240657:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.240659:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0f76557. 00010000:00000010:0.0:1776267958.240661:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.240665:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2fadfa3. 00010000:00000010:0.0:1776267958.240677:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.240678:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.240695:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3d54510. 00010000:00000010:0.0:1776267958.240697:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.240698:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2dc5c4d. 00010000:00000010:0.0:1776267958.240700:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.240704:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be9cb66b. 00010000:00000010:0.0:1776267958.240715:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.240717:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.240736:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1f66a19. 00010000:00000010:0.0:1776267958.240737:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.240739:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055ade56d. 00010000:00000010:0.0:1776267958.240741:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.240745:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001edf7619. 00010000:00000010:0.0:1776267958.240757:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.240759:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.241025:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004492ce4c. 00010000:00000010:0.0:1776267958.241028:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.241031:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e515549. 00010000:00000010:0.0:1776267958.241034:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.241043:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000720a002a. 00010000:00000010:0.0:1776267958.241065:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.241068:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.241095:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000958492a3. 00010000:00000010:0.0:1776267958.241098:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.241101:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e0a78ea. 00010000:00000010:0.0:1776267958.241103:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.241110:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078578b10. 00010000:00000010:0.0:1776267958.241132:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.241135:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.241161:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025094cfc. 00010000:00000010:0.0:1776267958.241163:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.241165:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000899accb8. 00010000:00000010:0.0:1776267958.241166:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.241172:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e4a1ec9. 00010000:00000010:0.0:1776267958.241185:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.241187:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.241209:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000784f2de9. 00010000:00000010:0.0:1776267958.241212:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.241214:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2abbd25. 00010000:00000010:0.0:1776267958.241217:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.241225:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009fd980b8. 00010000:00000010:0.0:1776267958.241244:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.241259:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.241290:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bbe9ae6a. 00010000:00000010:0.0:1776267958.241293:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.241297:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfb657c0. 00010000:00000010:0.0:1776267958.241300:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.241307:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000218b890e. 00010000:00000010:0.0:1776267958.241324:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.241326:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.241990:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a85bc610. 00010000:00000010:0.0:1776267958.241996:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.241999:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd8af543. 00010000:00000010:0.0:1776267958.242002:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.242012:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005875b192. 00010000:00000010:0.0:1776267958.242043:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.242047:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.242077:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ddd33f4d. 00010000:00000010:0.0:1776267958.242080:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.242083:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad20466f. 00010000:00000010:0.0:1776267958.242085:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.242092:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f9f3e50. 00010000:00000010:0.0:1776267958.242112:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.242116:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.242143:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000869f0497. 00010000:00000010:0.0:1776267958.242145:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.242147:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1f85026. 00010000:00000010:0.0:1776267958.242149:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.242155:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e5a7f7c. 00010000:00000010:0.0:1776267958.242170:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.242172:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.242190:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc824cb9. 00010000:00000010:0.0:1776267958.242191:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.242193:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000832ca153. 00010000:00000010:0.0:1776267958.242195:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00080000:00000010:0.0:1776267958.242199:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006cd90090. 00010000:00000010:0.0:1776267958.242211:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.242214:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000196ed522. 00010000:00000010:0.0:1776267958.242261:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c3abc4a. 00010000:00000010:0.0:1776267958.242265:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267958.242272:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c9e3fe6. 00000100:00000010:0.0:1776267958.242280:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d86d771. 00000100:00000010:0.0:1776267958.242289:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000339ea1b5. 02000000:00000010:0.0:1776267958.242303:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000901a4617. 02000000:00000010:0.0:1776267958.242829:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050d3a005. 00000400:00000010:0.0:1776267958.242835:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006b8413ca. 00000400:00000010:0.0:1776267958.242841:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2d341db. 00000100:00000200:0.0:1776267958.242847:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489477440, portal 16 00000400:00000010:0.0:1776267958.242852:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036667960. 00000100:00000200:0.0:1776267958.242854:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489477440, offset 0 00000400:00000200:0.0:1776267958.242861:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.242874:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.242880:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.242883:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.242886:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.242889:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90933:90933:256:4294967295] 192.168.202.34@tcp LPNI seq info [90933:90933:8:4294967295] 00000400:00000200:0.0:1776267958.243434:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.243440:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00010000:00000010:3.1:1776267958.244986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbcab9f9. 00010000:00000010:3.1:1776267958.244997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00010000:00000010:3.1:1776267958.245005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267958.245009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a53a9e4. 00010000:00000010:3.1:1776267958.245150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002055da6b. 00010000:00000010:3.1:1776267958.245155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:3.1:1776267958.245158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e81a662. 00010000:00000010:3.1:1776267958.245165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000396c0880. 00010000:00000010:3.1:1776267958.245168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026d13d74. 00010000:00000010:3.1:1776267958.245171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:3.1:1776267958.245174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce30fe67. 00010000:00000010:3.1:1776267958.245177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:3.1:1776267958.245179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f135cf1. 00010000:00000010:3.1:1776267958.245182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00010000:00000010:3.1:1776267958.245184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0a0f611. 00010000:00000010:3.1:1776267958.245187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:3.1:1776267958.245189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098823c21. 00010000:00000010:3.1:1776267958.245192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:3.1:1776267958.245194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008598f046. 00010000:00000010:3.1:1776267958.245197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074ff851f. 00010000:00000010:3.1:1776267958.245199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088b859cf. 00010000:00000010:3.1:1776267958.245202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:3.1:1776267958.245204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9b211d1. 00010000:00000010:3.1:1776267958.245207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000373e4b8d. 00010000:00000010:3.1:1776267958.245209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000919815d7. 00010000:00000010:3.1:1776267958.245223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:3.1:1776267958.245225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1c0908c. 00010000:00000010:3.1:1776267958.245227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00010000:00000010:3.1:1776267958.245229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c87fdb52. 00010000:00000010:3.1:1776267958.245232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d027a3. 00010000:00000010:3.1:1776267958.245235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c27f9763. 00010000:00000010:3.1:1776267958.245238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4e73fe7. 00010000:00000010:3.1:1776267958.245239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014d04655. 00010000:00000010:3.1:1776267958.245242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098ac3c38. 00010000:00000010:3.1:1776267958.245258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d16c4f18. 00010000:00000010:3.1:1776267958.245262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bb19fde. 00010000:00000010:3.1:1776267958.245264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042b46ccf. 00010000:00000010:3.1:1776267958.245268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cdf21d0. 00010000:00000010:3.1:1776267958.245270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa2cba89. 00010000:00000010:3.1:1776267958.245273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e58644ac. 00010000:00000010:3.1:1776267958.245276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031c97360. 00010000:00000010:3.1:1776267958.245279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a32957c. 00010000:00000010:3.1:1776267958.245281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000800d2e. 00010000:00000010:3.1:1776267958.245283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fd2caae. 00010000:00000010:3.1:1776267958.245286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fa18655. 00010000:00000010:3.1:1776267958.245289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000612cbca9. 00010000:00000010:3.1:1776267958.245307:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009822ae3b. 00010000:00000010:3.1:1776267958.245310:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057a61951. 00010000:00000010:3.1:1776267958.245313:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030271cfe. 00010000:00000010:3.1:1776267958.245315:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038cd3784. 00010000:00000010:3.1:1776267958.245317:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000025fd21f. 00010000:00000010:3.1:1776267958.245320:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021127645. 00010000:00000010:3.1:1776267958.245323:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035f7f0d6. 00010000:00000010:3.1:1776267958.245325:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acce8ebd. 00010000:00000010:3.1:1776267958.245327:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a676a96. 00010000:00000010:3.1:1776267958.245330:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c6de3c2. 00010000:00000010:3.1:1776267958.245333:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9eb115e. 00010000:00000010:3.1:1776267958.245336:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e8dfb7d. 00010000:00000010:3.1:1776267958.245339:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066af3613. 00010000:00000010:3.1:1776267958.245341:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdd2b69d. 00010000:00000010:3.1:1776267958.245345:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bab95d34. 00010000:00000010:3.1:1776267958.245348:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044207bb3. 00010000:00000010:3.1:1776267958.245350:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b691ee7. 00010000:00000010:3.1:1776267958.245353:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cd8f1a2. 00010000:00000010:3.1:1776267958.245357:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da1a66d3. 00010000:00000010:3.1:1776267958.245359:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077509691. 00010000:00000010:3.1:1776267958.245362:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002461c2c8. 00010000:00000010:3.1:1776267958.245365:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f33f05e. 00010000:00000010:3.1:1776267958.245366:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4333c3e. 00010000:00000010:3.1:1776267958.245371:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff9831ca. 00010000:00000010:3.1:1776267958.245375:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5f6d458. 00010000:00000010:3.1:1776267958.245378:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2687475. 00010000:00000010:3.1:1776267958.245380:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d241a57. 00010000:00000010:3.1:1776267958.245383:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdad6a40. 00010000:00000010:3.1:1776267958.245385:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000581b8e68. 00010000:00000010:3.1:1776267958.245388:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f9b0567. 00010000:00000010:3.1:1776267958.245402:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075fa1b41. 00010000:00000010:3.1:1776267958.245405:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c072bcd2. 00010000:00000010:3.1:1776267958.245407:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be25f1dc. 00010000:00000010:3.1:1776267958.245410:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d9b7c23. 00010000:00000010:3.1:1776267958.245415:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d295a1c6. 00010000:00000010:3.1:1776267958.245418:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001499d356. 00010000:00000010:3.1:1776267958.245420:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027de4d27. 00010000:00000010:3.1:1776267958.245422:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fda552. 00010000:00000010:3.1:1776267958.245425:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000887f4fd0. 00010000:00000010:3.1:1776267958.245427:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0268ca0. 00010000:00000010:3.1:1776267958.245430:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a9c3e26. 00010000:00000010:3.1:1776267958.245433:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069988755. 00010000:00000010:3.1:1776267958.245436:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f65a764. 00010000:00000010:3.1:1776267958.245438:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008228f33b. 00010000:00000010:3.1:1776267958.245440:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fadba2b. 00010000:00000010:3.1:1776267958.245445:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009c34b94. 00010000:00000010:3.1:1776267958.245452:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000764763c. 00010000:00000010:3.1:1776267958.245455:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbb67ce9. 00010000:00000010:3.1:1776267958.245460:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f961cf4. 00010000:00000010:3.1:1776267958.245464:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000923f829c. 00010000:00000010:3.1:1776267958.245467:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb452b72. 00010000:00000010:3.1:1776267958.245470:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008166085a. 00010000:00000010:3.1:1776267958.245473:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001b72e2d. 00010000:00000010:3.1:1776267958.245475:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ad247a3. 00010000:00000010:3.1:1776267958.245477:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e2fb1df. 00010000:00000010:3.1:1776267958.245480:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026b0fe4d. 00010000:00000010:3.1:1776267958.245482:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002c68ffc. 00010000:00000010:3.1:1776267958.245485:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0ebf39f. 00010000:00000010:3.1:1776267958.245487:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f928dfb. 00010000:00000010:3.1:1776267958.245489:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef5d59b2. 00010000:00000010:3.1:1776267958.245491:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cc3c587. 00010000:00000010:3.1:1776267958.245494:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bf7fe0. 00010000:00000010:3.1:1776267958.245497:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff7095e7. 00010000:00000010:3.1:1776267958.245499:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddecbb31. 00010000:00000010:3.1:1776267958.245501:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e29438f1. 00010000:00000010:3.1:1776267958.245503:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d1b254e. 00010000:00000010:3.1:1776267958.245504:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e58d9070. 00010000:00000010:3.1:1776267958.245506:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f296996b. 00010000:00000010:3.1:1776267958.245508:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dfedd91. 00010000:00000010:3.1:1776267958.245510:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d983521f. 00010000:00000010:3.1:1776267958.245513:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aa1db77. 00010000:00000010:3.1:1776267958.245515:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070716c4. 00010000:00000010:3.1:1776267958.245518:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0033fbc. 00010000:00000010:3.1:1776267958.245522:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023781265. 00010000:00000010:3.1:1776267958.245524:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082758248. 00010000:00000010:3.1:1776267958.245526:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb038155. 00010000:00000010:3.1:1776267958.245530:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a9fd455. 00010000:00000010:3.1:1776267958.245532:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a51e26fa. 00010000:00000010:3.1:1776267958.245534:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6205f8d. 00010000:00000010:3.1:1776267958.245537:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060fa69fd. 00010000:00000010:3.1:1776267958.245539:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6b05fea. 00010000:00000010:3.1:1776267958.245542:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a12b8c5f. 00010000:00000010:3.1:1776267958.245544:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8d4d17d. 00010000:00000010:3.1:1776267958.245546:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:3.1:1776267958.245549:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b1c5d08. 00010000:00000010:3.1:1776267958.245552:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00010000:00000010:3.1:1776267958.245554:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010ba1c99. 00010000:00000010:3.1:1776267958.245556:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010463aa4. 00010000:00000010:3.1:1776267958.245558:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acec5431. 00010000:00000010:3.1:1776267958.245561:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6e880e0. 00010000:00000010:3.1:1776267958.245563:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aed68d62. 00010000:00000010:3.1:1776267958.245565:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d90c46af. 00010000:00000010:3.1:1776267958.245567:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db74c13e. 00010000:00000010:3.1:1776267958.245569:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d9bd15. 00010000:00000010:3.1:1776267958.245571:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a836a381. 00010000:00000010:3.1:1776267958.245573:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008890f3ab. 00010000:00000010:3.1:1776267958.245575:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e27ab18b. 00010000:00000010:3.1:1776267958.245578:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c998a7b1. 00010000:00000010:3.1:1776267958.245580:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061d6f6ec. 00010000:00000010:3.1:1776267958.245582:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7dc7890. 00010000:00000010:3.1:1776267958.245586:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fa9073e. 00010000:00000010:3.1:1776267958.245588:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000825d57df. 00010000:00000010:3.1:1776267958.245591:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a82dd93. 00010000:00000010:3.1:1776267958.245607:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066fc27a0. 00010000:00000010:3.1:1776267958.245610:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000794e33c4. 00010000:00000010:3.1:1776267958.245612:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e14b8782. 00010000:00000010:3.1:1776267958.245614:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b515a111. 00010000:00000010:3.1:1776267958.245617:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:3.1:1776267958.245619:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049ff41ea. 00010000:00000010:3.1:1776267958.245621:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde6b8bd. 00000800:00000010:1.0:1776267958.247097:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a46ad86 (tot 82343698). 00000800:00000200:1.0:1776267958.247118:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.247126:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.247131:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007a46ad86 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.247419:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.247423:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a46ad86 (tot 82343450). 00000400:00000200:0.0:1776267958.247428:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.247433:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.247438:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036667960 00000400:00000010:0.0:1776267958.247440:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036667960. 00000100:00000200:0.0:1776267958.247449:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000339ea1b5 x1862549489477440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267958.250656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f5b54cb. 00010000:00000010:0.1:1776267958.250771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000661f928a. 00010000:00000010:0.1:1776267958.250776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087745532. 00010000:00000010:0.1:1776267958.250778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bbb885d. 00010000:00000010:0.1:1776267958.250781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081bdc666. 00010000:00000010:0.1:1776267958.250782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fb8ec8f. 00010000:00000010:0.1:1776267958.250784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c26c07. 00010000:00000010:0.1:1776267958.250786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c83a000. 00010000:00000010:0.1:1776267958.250789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be1bf8b8. 00010000:00000010:0.1:1776267958.250790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000585aee0d. 00010000:00000010:0.1:1776267958.250792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d50c14a4. 00010000:00000010:0.1:1776267958.250793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ea76cc0. 00010000:00000010:0.1:1776267958.250795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058f6ce9c. 00010000:00000010:0.1:1776267958.250796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000feb4554f. 00010000:00000010:0.1:1776267958.250799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000700be875. 00010000:00000010:0.1:1776267958.250800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025f87cd1. 00010000:00000010:0.1:1776267958.250801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b63ad641. 00010000:00000010:0.1:1776267958.250803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af984c27. 00010000:00000010:0.1:1776267958.250804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000202fa0f0. 00010000:00000010:0.1:1776267958.250805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a74014a. 00010000:00000010:0.1:1776267958.250806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4628efa. 00010000:00000010:0.1:1776267958.250808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db5aada6. 00010000:00000010:0.1:1776267958.250809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e48835a. 00010000:00000010:0.1:1776267958.250811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000981e2560. 00010000:00000010:0.1:1776267958.250813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26a5a75. 00010000:00000010:0.1:1776267958.250814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a1e0b63. 00010000:00000010:0.1:1776267958.250816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edb8c950. 00010000:00000010:0.1:1776267958.250817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad8128b3. 00010000:00000010:0.1:1776267958.250819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9f76ec. 00010000:00000010:0.1:1776267958.250820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eed9e966. 00010000:00000010:0.1:1776267958.250821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000143f1a14. 00010000:00000010:0.1:1776267958.250825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f93ea0f4. 00010000:00000010:0.1:1776267958.250826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2ac07d2. 00010000:00000010:0.1:1776267958.250828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb91c56f. 00010000:00000010:0.1:1776267958.250829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4b7729. 00010000:00000010:0.1:1776267958.250831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f25f6636. 00010000:00000010:0.1:1776267958.250833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c4f3ed. 00010000:00000010:0.1:1776267958.250834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a84c67b. 00010000:00000010:0.1:1776267958.250836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006aa315c0. 00010000:00000010:0.1:1776267958.250838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063a2cc2c. 00010000:00000010:0.1:1776267958.250841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043548f7c. 00010000:00000010:0.1:1776267958.250842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002042f231. 00010000:00000010:0.1:1776267958.250844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c6deb83. 00010000:00000010:0.1:1776267958.250846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000489fc47a. 00010000:00000010:0.1:1776267958.250848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097cedffd. 00010000:00000010:0.1:1776267958.250849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ab1917e. 00010000:00000010:0.1:1776267958.250851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f1ac631. 00010000:00000010:0.1:1776267958.250852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f68d7453. 00010000:00000010:0.1:1776267958.250854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000653ba48b. 00010000:00000010:0.1:1776267958.250855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bf0aa41. 00010000:00000010:0.1:1776267958.250857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f8e7a6. 00010000:00000010:0.1:1776267958.250858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b50bfc0. 00010000:00000010:0.1:1776267958.250859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bab1a730. 00010000:00000010:0.1:1776267958.250861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d45949dd. 00010000:00000010:0.1:1776267958.250862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075879909. 00010000:00000010:0.1:1776267958.250864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c65f7a16. 00010000:00000010:0.1:1776267958.250865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b14a31f3. 00010000:00000010:0.1:1776267958.250866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005931b6c5. 00010000:00000010:0.1:1776267958.250868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e112886c. 00010000:00000010:0.1:1776267958.250869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1849e97. 00010000:00000010:0.1:1776267958.250870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002565b325. 00010000:00000010:0.1:1776267958.250873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000441d3c99. 00010000:00000010:0.1:1776267958.250875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e64ebfb1. 00010000:00000010:0.1:1776267958.250877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012ca5040. 00010000:00000010:0.1:1776267958.250878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9b238bc. 00010000:00000010:0.1:1776267958.250880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2b622d0. 00010000:00000010:0.1:1776267958.250881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000159a2c53. 00010000:00000010:0.1:1776267958.250883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000860e12b5. 00010000:00000010:0.1:1776267958.250885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000877b8e49. 00010000:00000010:0.1:1776267958.250887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c14d8468. 00010000:00000010:0.1:1776267958.250889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066a3c72b. 00010000:00000010:0.1:1776267958.250905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdb71e54. 00010000:00000010:0.1:1776267958.250909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fce0f36c. 00010000:00000010:0.1:1776267958.250912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080081271. 00010000:00000010:0.1:1776267958.250914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f26bc283. 00010000:00000010:0.1:1776267958.250916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027bfbe08. 00010000:00000010:0.1:1776267958.250918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005be81132. 00010000:00000010:0.1:1776267958.250920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009aa4355e. 00010000:00000010:0.1:1776267958.250923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a90aa34. 00010000:00000010:0.1:1776267958.250927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006d7b670. 00010000:00000010:0.1:1776267958.250930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624c2825. 00010000:00000010:0.1:1776267958.250932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fbac2bf. 00010000:00000010:0.1:1776267958.250934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015b17627. 00010000:00000010:0.1:1776267958.250937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069e04f3c. 00010000:00000010:0.1:1776267958.250939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da29d306. 00010000:00000010:0.1:1776267958.250941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014212c1b. 00010000:00000010:0.1:1776267958.250944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab32a910. 00010000:00000010:0.1:1776267958.250946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac81a51a. 00010000:00000010:0.1:1776267958.250948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f6058a5. 00010000:00000010:0.1:1776267958.250950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a46124ee. 00010000:00000010:0.1:1776267958.250953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063300ff8. 00010000:00000010:0.1:1776267958.250956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3e74cd0. 00010000:00000010:0.1:1776267958.250958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024c1c8ee. 00010000:00000010:0.1:1776267958.250959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062020a68. 00010000:00000010:0.1:1776267958.250961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0d7356f. 00010000:00000010:0.1:1776267958.250963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b00d6a63. 00010000:00000010:0.1:1776267958.250964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000437a25a7. 00010000:00000010:0.1:1776267958.250968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052a3e8c0. 00010000:00000010:0.1:1776267958.250970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a766120b. 00010000:00000010:0.1:1776267958.250972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcc42d2a. 00010000:00000010:0.1:1776267958.250975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000202c964. 00010000:00000010:0.1:1776267958.250977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092cb2f00. 00010000:00000010:0.1:1776267958.250979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cdb1eb. 00010000:00000010:0.1:1776267958.250982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005444a270. 00010000:00000010:0.1:1776267958.250985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f595cae. 00010000:00000010:0.1:1776267958.250988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016b7a190. 00010000:00000010:0.1:1776267958.250991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eb2580f. 00010000:00000010:0.1:1776267958.250993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041ef9d2f. 00010000:00000010:0.1:1776267958.250995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025069993. 00010000:00000010:0.1:1776267958.250997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001aa306f1. 00010000:00000010:0.1:1776267958.251000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a7071a5. 00010000:00000010:0.1:1776267958.251002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb3ca04a. 00010000:00000010:0.1:1776267958.251005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b32e9044. 00010000:00000010:0.1:1776267958.251007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001101e40b. 00010000:00000010:0.1:1776267958.251009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a52db5c5. 00010000:00000010:0.1:1776267958.251011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cea359f8. 00010000:00000010:0.1:1776267958.251013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003727890b. 00010000:00000010:0.1:1776267958.251016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041a68dfb. 00010000:00000010:0.1:1776267958.251018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c47ba3. 00010000:00000010:0.1:1776267958.251020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042aa2d6b. 00010000:00000010:0.1:1776267958.251024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060ad7315. 00010000:00000010:0.1:1776267958.251027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008633e4e9. 00010000:00000010:0.1:1776267958.251029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589efd21. 00010000:00000010:0.1:1776267958.251034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ec0bee0. 00010000:00000010:0.1:1776267958.251036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e02394df. 00010000:00000010:0.1:1776267958.251038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c7b6671. 00010000:00000010:0.1:1776267958.251041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c03b4a45. 00010000:00000010:0.1:1776267958.251042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002df2c66d. 00010000:00000010:0.1:1776267958.251045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be83c138. 00010000:00000010:0.1:1776267958.251047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046975d37. 00010000:00000010:0.1:1776267958.251050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eadd417b. 00010000:00000010:0.1:1776267958.251052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028599d65. 00010000:00000010:0.1:1776267958.251054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ccd032e. 00010000:00000010:0.1:1776267958.251056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042a32064. 00010000:00000010:0.1:1776267958.251059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1b152dd. 00010000:00000010:0.1:1776267958.251062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009054120a. 00010000:00000010:0.1:1776267958.251064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000178186f6. 00010000:00000010:0.1:1776267958.251066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cc6fea8. 00010000:00000010:0.1:1776267958.251069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007701f349. 00010000:00000010:0.1:1776267958.251071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000882e6ce0. 00010000:00000010:0.1:1776267958.251073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000142a0723. 00010000:00000010:0.1:1776267958.251075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000683afa5. 00010000:00000010:0.1:1776267958.251078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c179b337. 00010000:00000010:0.1:1776267958.251080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036abf398. 00010000:00000010:0.1:1776267958.251082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000757df2f8. 00010000:00000010:0.1:1776267958.251084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074731364. 00010000:00000010:0.1:1776267958.251087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4faa689. 00010000:00000010:0.1:1776267958.251092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4fb8f08. 00010000:00000010:0.1:1776267958.251095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea13cd5a. 00010000:00000010:0.1:1776267958.251096:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005885db15. 00010000:00000010:0.1:1776267958.251098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086243a0c. 00010000:00000010:0.1:1776267958.251099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fcc954b. 00010000:00000010:0.1:1776267958.251101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5b6405. 00010000:00000010:0.1:1776267958.251103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0799104. 00010000:00000010:0.1:1776267958.251105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000238392b8. 00010000:00000010:0.1:1776267958.251106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000299cb54e. 00010000:00000010:0.1:1776267958.251107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000278e925b. 00010000:00000010:0.1:1776267958.251109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007482af6d. 00010000:00000010:0.1:1776267958.251110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d394dc3. 00010000:00000010:0.1:1776267958.251111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd56093b. 00010000:00000010:0.1:1776267958.251113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044d72b75. 00010000:00000010:0.1:1776267958.251115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000219eef5d. 00010000:00000010:0.1:1776267958.251117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000199db0c. 00010000:00000010:0.1:1776267958.251118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000215dfabb. 00010000:00000010:0.1:1776267958.251119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021f2fff0. 00010000:00000010:0.1:1776267958.251121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031eef4fb. 00010000:00000010:0.1:1776267958.251122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dbfff1d. 00010000:00000010:0.1:1776267958.251125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd398268. 00010000:00000010:0.1:1776267958.251127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3424ee8. 00010000:00000010:0.1:1776267958.251129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9851911. 00010000:00000010:0.1:1776267958.251131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595e529a. 00010000:00000010:0.1:1776267958.251132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073b8edd5. 00010000:00000010:0.1:1776267958.251134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000545204ea. 00010000:00000010:0.1:1776267958.251135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000295c9db6. 00010000:00000010:0.1:1776267958.251137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e39aae9. 00010000:00000010:0.1:1776267958.251139:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000645354ba. 00010000:00000010:0.1:1776267958.251141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e82faf8f. 00010000:00000010:0.1:1776267958.251143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df1ad64e. 00010000:00000010:0.1:1776267958.251144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002755f04c. 00010000:00000010:0.1:1776267958.251146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fe789d0. 00010000:00000010:0.1:1776267958.251147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb354cbf. 00010000:00000010:0.1:1776267958.251148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007944e991. 00010000:00000010:0.1:1776267958.251150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f4346da. 00010000:00000010:0.1:1776267958.251152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b915503. 00010000:00000010:0.1:1776267958.251154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7496c1b. 00010000:00000010:0.1:1776267958.251155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000b952a. 00010000:00000010:0.1:1776267958.251157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e15650d. 00010000:00000010:0.1:1776267958.251161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be8bb1e0. 00010000:00000010:0.1:1776267958.251162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe3bdfe. 00010000:00000010:0.1:1776267958.251164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001870ae9e. 00010000:00000010:0.1:1776267958.251165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e4e3623. 00010000:00000010:0.1:1776267958.251167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001235b9a3. 00010000:00000010:0.1:1776267958.251168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5849e3e. 00010000:00000010:0.1:1776267958.251170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d8a8a04. 00010000:00000010:0.1:1776267958.251171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000666ac692. 00010000:00000010:0.1:1776267958.251174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebbad84b. 00010000:00000010:0.1:1776267958.251176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e536162. 00010000:00000010:0.1:1776267958.251177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea8592da. 00010000:00000010:0.1:1776267958.251179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b79bc8f. 00010000:00000010:0.1:1776267958.251181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b42d89d1. 00010000:00000010:0.1:1776267958.251183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072dd92e1. 00010000:00000010:0.1:1776267958.251184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf4b2888. 00010000:00000010:0.1:1776267958.251186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0f76557. 00010000:00000010:0.1:1776267958.251187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3d54510. 00010000:00000010:0.1:1776267958.251189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dc5c4d. 00010000:00000010:0.1:1776267958.251190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1f66a19. 00010000:00000010:0.1:1776267958.251191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ade56d. 00010000:00000010:0.1:1776267958.251193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004492ce4c. 00010000:00000010:0.1:1776267958.251194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e515549. 00010000:00000010:0.1:1776267958.251195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000958492a3. 00010000:00000010:0.1:1776267958.251196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0a78ea. 00010000:00000010:0.1:1776267958.251198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025094cfc. 00010000:00000010:0.1:1776267958.251199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000899accb8. 00010000:00000010:0.1:1776267958.251201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000784f2de9. 00010000:00000010:0.1:1776267958.251202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2abbd25. 00010000:00000010:0.1:1776267958.251204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbe9ae6a. 00010000:00000010:0.1:1776267958.251207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb657c0. 00010000:00000010:0.1:1776267958.251208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a85bc610. 00010000:00000010:0.1:1776267958.251211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8af543. 00010000:00000010:0.1:1776267958.251214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddd33f4d. 00010000:00000010:0.1:1776267958.251216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad20466f. 00010000:00000010:0.1:1776267958.251218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000869f0497. 00010000:00000010:0.1:1776267958.251221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1f85026. 00010000:00000010:0.1:1776267958.251222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc824cb9. 00010000:00000010:0.1:1776267958.251225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000832ca153. 00000400:00000200:2.0:1776267958.256160:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.256178:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26740 00000400:00000200:2.0:1776267958.256185:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6b4d [1] + 224 00000400:00000200:2.0:1776267958.256194:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.256197:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.256206:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000339ea1b5 x1862549489477440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.256531:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.256536:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e678c0 00000400:00000200:2.0:1776267958.256540:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb54d9 [2] + 328 00000400:00000200:2.0:1776267958.256549:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.256551:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.256554:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267958.256558:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd184d01. 00000400:00000010:1.0:1776267958.260225:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006b8413ca. 00000400:00000200:1.0:1776267958.260236:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2d341db 00000400:00000010:1.0:1776267958.260238:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2d341db. 00000100:00000200:1.0:1776267958.260262:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000339ea1b5 x1862549489477440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.260272:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000339ea1b5 x1862549489477440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267958.260299:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004287a5bd. 02000000:00000010:1.0:1776267958.260317:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050d3a005. 02000000:00000010:1.0:1776267958.260326:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000901a4617. 00000100:00000010:1.0:1776267958.260329:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000339ea1b5. 00000100:00000010:1.0:1776267958.260426:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d86d771. 00010000:00000010:1.0:1776267958.260430:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c9e3fe6. 00080000:00000010:1.0:1776267958.260450:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093d3c9df. 00010000:00000010:1.0:1776267958.260549:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:1.0:1776267958.260557:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8cf84e3. 00010000:00000010:1.0:1776267958.260629:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b64e2e7. 00010000:00000010:1.0:1776267958.260636:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.260648:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267958.260655:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.260664:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 02000000:00000010:1.0:1776267958.260676:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8a6856c. 02000000:00000010:1.0:1776267958.260706:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e2877bf. 00000400:00000010:1.0:1776267958.260711:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090efb0bc. 00000400:00000010:1.0:1776267958.260716:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267958.260721:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489477504, portal 16 00000400:00000010:1.0:1776267958.260726:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267958.260728:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489477504, offset 0 00000400:00000200:1.0:1776267958.260735:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.260749:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.260756:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.260759:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.261502:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.261507:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90935:90935:256:4294967295] 192.168.202.34@tcp LPNI seq info [90935:90935:8:4294967295] 00000400:00000200:1.0:1776267958.261518:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.261525:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.261532:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343698). 00000800:00000200:1.0:1776267958.261539:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.261547:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.261550:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267958.262261:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.262266:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bc1d37 (tot 82343450). 00000400:00000200:2.0:1776267958.262271:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.262277:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.262282:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:2.0:1776267958.262284:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00000100:00000200:2.0:1776267958.262291:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008d76028b x1862549489477504/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267958.266289:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090efb0bc. 00000400:00000200:1.0:1776267958.266295:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:1.0:1776267958.266297:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:1.0:1776267958.266304:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008d76028b x1862549489477504/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.266313:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008d76028b x1862549489477504/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.266355:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e2877bf. 02000000:00000010:1.0:1776267958.266362:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8a6856c. 00000100:00000010:1.0:1776267958.266366:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 00000100:00000010:1.0:1776267958.266369:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.266374:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00010000:00000010:1.1:1776267958.268155:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d33bf135. 00010000:00000010:1.1:1776267958.268166:0:78451:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004d784ee. 00010000:00000010:1.1:1776267958.268170:0:78451:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c3abc4a. 00000020:00000010:0.0:1776267958.268626:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea215f0e. 00000020:00000010:0.0:1776267958.268634:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.268639:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.268836:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f83dba0c x1862549476112640/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267958.268929:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476112640 02000000:00000010:0.0:1776267958.268942:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f2e9bfe6. 00010000:00000010:0.0:1776267958.268970:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d1867b3. 00010000:00000010:0.0:1776267958.268988:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004ce478d1. 00000100:00000010:0.0:1776267958.268995:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020d496af. 00000100:00000010:0.0:1776267958.269011:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020d496af. 00010000:00000010:0.0:1776267958.269014:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004ce478d1. 00000400:00000010:0.0:1776267958.269027:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036667960. 00000100:00000200:0.0:1776267958.269032:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476112640, offset 224 00000400:00000200:0.0:1776267958.269039:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.269052:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.269057:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90936:90936:256:4294967295] 192.168.202.34@tcp LPNI seq info [90936:90936:8:4294967295] 00000400:00000200:0.0:1776267958.269068:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.269074:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.269078:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267958.269084:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.269091:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.269094:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.269112:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.269116:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.269119:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea215f0e. 00080000:00000010:2.0:1776267958.269189:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011de480b. 00010000:00000010:2.0:1776267958.269292:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:2.0:1776267958.269299:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a8447f2. 00010000:00000010:2.0:1776267958.269389:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.0:1776267958.269395:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006ead204a. 00010000:00000010:2.0:1776267958.269408:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000217e4cde. 00000100:00000010:2.0:1776267958.269411:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7c6a851. 00000100:00000010:2.0:1776267958.269418:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000070c0c82b. 02000000:00000010:2.0:1776267958.269429:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0452dfd. 02000000:00000010:2.0:1776267958.269453:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fbf620df. 00000400:00000010:2.0:1776267958.269459:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089afa9a6. 00000400:00000010:2.0:1776267958.269463:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267958.269468:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489477568, portal 16 00000400:00000010:2.0:1776267958.269473:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aae40fc7. 00000100:00000200:2.0:1776267958.269475:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489477568, offset 0 00000400:00000200:2.0:1776267958.269480:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.269487:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.269493:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.269496:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.269499:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.269502:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90937:90937:255:4294967295] 192.168.202.34@tcp LPNI seq info [90937:90937:7:4294967295] 00000400:00000200:2.0:1776267958.269508:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.269513:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.269516:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000036710f3d (tot 82343946). 00000800:00000200:2.0:1776267958.269520:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.269524:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.269526:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000036710f3d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.271999:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.272008:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343698). 00000400:00000200:1.0:1776267958.272016:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.272024:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.272029:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036667960 00000400:00000010:1.0:1776267958.272031:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036667960. 00000800:00000200:1.0:1776267958.272107:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.272109:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000036710f3d (tot 82343450). 00000400:00000200:1.0:1776267958.272113:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.272116:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.272118:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aae40fc7 00000400:00000010:1.0:1776267958.272119:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aae40fc7. 00000100:00000200:1.0:1776267958.272128:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000070c0c82b x1862549489477568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267958.276001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6d854f. 00000400:00000200:0.0:1776267958.278346:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.278371:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b267c0 00000400:00000200:0.0:1776267958.278381:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6b65 [1] + 224 00000400:00000200:0.0:1776267958.278393:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.278397:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.278407:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000070c0c82b x1862549489477568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267958.278440:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.278445:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67940 00000400:00000200:0.0:1776267958.278449:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb54d9 [2] + 984 00000400:00000200:0.0:1776267958.278502:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.278506:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.278510:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267958.278515:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001432bc6c. 00000400:00000010:1.0:1776267958.279203:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089afa9a6. 00000400:00000200:1.0:1776267958.279208:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:1.0:1776267958.279209:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00000100:00000200:1.0:1776267958.279217:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000070c0c82b x1862549489477568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.279225:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000070c0c82b x1862549489477568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267958.279257:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046f10e29. 02000000:00000010:1.0:1776267958.279274:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fbf620df. 02000000:00000010:1.0:1776267958.279283:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0452dfd. 00000100:00000010:1.0:1776267958.279287:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000070c0c82b. 00000100:00000010:1.0:1776267958.279291:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7c6a851. 00010000:00000010:1.0:1776267958.279295:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000217e4cde. 00080000:00000010:1.0:1776267958.279314:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000901a4617. 00010000:00000010:1.0:1776267958.279417:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ead204a. 00010000:00000010:1.0:1776267958.279424:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f8913e8. 00010000:00000010:1.0:1776267958.279504:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a410ab5d. 00010000:00000010:1.0:1776267958.279511:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.279521:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267958.279525:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.279532:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 02000000:00000010:1.0:1776267958.279543:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050d3a005. 02000000:00000010:1.0:1776267958.279566:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e2877bf. 00000400:00000010:1.0:1776267958.279571:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090efb0bc. 00000400:00000010:1.0:1776267958.279575:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267958.279580:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489477632, portal 16 00000400:00000010:1.0:1776267958.279583:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267958.279585:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489477632, offset 0 00000400:00000200:1.0:1776267958.279590:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.279596:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.279604:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.279608:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.279611:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.279613:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90939:90939:256:4294967295] 192.168.202.34@tcp LPNI seq info [90939:90939:8:4294967295] 00000400:00000200:1.0:1776267958.279621:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.279626:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.279629:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343698). 00000800:00000200:1.0:1776267958.279633:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.279637:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.279639:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776267958.282037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c3b1d63. 00010000:00000010:2.1:1776267958.282050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b64e2e7. 00000400:00000200:0.0:1776267958.285341:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.285358:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26800 00000400:00000200:0.0:1776267958.285365:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6b71 [1] + 224 00000400:00000200:0.0:1776267958.285374:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.285377:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.285387:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008d76028b x1862549489477632/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267958.285421:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.285427:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67980 00000400:00000200:0.0:1776267958.285431:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb54d9 [2] + 1312 00000400:00000200:0.0:1776267958.285483:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.285487:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.285492:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267958.285497:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a57d0cf0. 00000400:00000010:1.0:1776267958.286269:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090efb0bc. 00000400:00000200:1.0:1776267958.286275:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:1.0:1776267958.286277:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:1.0:1776267958.286282:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008d76028b x1862549489477632/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.286289:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008d76028b x1862549489477632/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267958.286309:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b03e056. 02000000:00000010:1.0:1776267958.286324:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e2877bf. 02000000:00000010:1.0:1776267958.286406:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000050d3a005. 00000100:00000010:1.0:1776267958.286413:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 00000100:00000010:1.0:1776267958.286416:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.286419:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00080000:00000010:1.0:1776267958.286437:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e2877bf. 00010000:00000010:1.0:1776267958.286515:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.286522:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd36a25b. 00010000:00000010:1.0:1776267958.286601:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c1bfd44. 00010000:00000010:1.0:1776267958.286608:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.286618:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267958.286622:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.286628:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 02000000:00000010:1.0:1776267958.286639:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050d3a005. 02000000:00000010:1.0:1776267958.286665:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000684f0eeb. 00000400:00000010:1.0:1776267958.286670:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090efb0bc. 00000400:00000010:1.0:1776267958.286673:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267958.286678:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489477696, portal 16 00000400:00000010:1.0:1776267958.286682:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f2dfd06. 00000100:00000200:1.0:1776267958.286683:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489477696, offset 0 00000400:00000200:1.0:1776267958.286689:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.286697:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.286704:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.286708:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.286710:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.286713:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90941:90941:256:4294967295] 192.168.202.34@tcp LPNI seq info [90941:90941:8:4294967295] 00000400:00000200:1.0:1776267958.286720:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.286725:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.286728:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099b4f764 (tot 82343698). 00000800:00000200:1.0:1776267958.286733:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.286737:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.286739:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099b4f764 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.289513:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.289522:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099b4f764 (tot 82343450). 00000400:00000200:0.0:1776267958.289532:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.289544:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.289552:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f2dfd06 00000400:00000010:0.0:1776267958.289555:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f2dfd06. 00000100:00000200:0.0:1776267958.289565:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008d76028b x1862549489477696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267958.292063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054ee1c4b. 00010000:00000010:1.1:1776267958.292076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d623272. 00010000:00000010:1.1:1776267958.292079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00000400:00000200:1.0:1776267958.297652:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.297673:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26840 00000400:00000200:1.0:1776267958.297682:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6b7d [1] + 224 00000400:00000200:1.0:1776267958.297694:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.297698:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.297709:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008d76028b x1862549489477696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.297749:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.297754:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e679c0 00000400:00000200:1.0:1776267958.297759:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb54d9 [2] + 1640 00000400:00000200:1.0:1776267958.297921:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.297924:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000020:00000010:0.0:1776267958.298699:0:78457:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1b69fe3. 00000020:00000010:0.0:1776267958.298707:0:78457:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ea215f0e. 00000040:00000010:0.0:1776267958.298710:0:78457:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000fdff582e. 00000020:00000010:0.0:1776267958.298714:0:78457:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000008e7140fe. 00000020:00000010:0.0:1776267958.298720:0:78457:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 000000008e612344. 00000020:00000010:0.0:1776267958.298724:0:78457:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000073145459. 80000000:00000010:0.0:1776267958.298728:0:78457:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000051ea613e. 40000000:00000010:0.0:1776267958.298732:0:78457:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000004ce478d1. 00100000:00000010:0.0:1776267958.298737:0:78457:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000b8adf440. 00040000:00000010:0.0:1776267958.298741:0:78457:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000008f656ed6. 00040000:00000010:0.0:1776267958.298744:0:78457:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000009190f736. 00040000:00000010:0.0:1776267958.298747:0:78457:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000004dcdc868. 00080000:00000010:0.0:1776267958.298752:0:78457:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info)': 3944 at 00000000e7b99d7a. 00080000:00000010:0.0:1776267958.298757:0:78457:0:(osd_handler.c:7882:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000579a8f1e. 00000004:00000010:0.0:1776267958.298777:0:78457:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000006b227d10. 00000004:00000010:0.0:1776267958.298782:0:78457:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000043ebe77e. 00000004:00000010:0.0:1776267958.298786:0:78457:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000c1eecb07. 00002000:00000010:0.0:1776267958.298790:0:78457:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000004646a0d0. 00000004:00000010:0.0:1776267958.298794:0:78457:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000008177581f. 00000020:00000010:0.0:1776267958.298826:0:78457:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000ea215f0e. 00000040:00000010:0.0:1776267958.298831:0:78457:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000fdff582e. 00000020:00000010:0.0:1776267958.298834:0:78457:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000008e7140fe. 00000020:00000010:0.0:1776267958.298838:0:78457:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 000000008e612344. 00000020:00000010:0.0:1776267958.298843:0:78457:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 0000000073145459. 80000000:00000010:0.0:1776267958.298846:0:78457:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 0000000051ea613e. 40000000:00000010:0.0:1776267958.298849:0:78457:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 000000004ce478d1. 00100000:00000010:0.0:1776267958.298852:0:78457:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 00000000b8adf440. 00040000:00000010:0.0:1776267958.298854:0:78457:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000008f656ed6. 00040000:00000010:0.0:1776267958.298858:0:78457:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 000000009190f736. 00040000:00000010:0.0:1776267958.298861:0:78457:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000004dcdc868. 00080000:00000010:0.0:1776267958.298865:0:78457:0:(osd_handler.c:7928:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000579a8f1e. 00080000:00000010:0.0:1776267958.298870:0:78457:0:(osd_handler.c:7939:osd_key_fini()) kfreed 'info': 3944 at 00000000e7b99d7a. 00000004:00000010:0.0:1776267958.298874:0:78457:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at 000000006b227d10. 00000004:00000010:0.0:1776267958.298877:0:78457:0:(mdt_handler.c:7632:mdt_key_fini()) kfreed 'info': 2352 at 0000000043ebe77e. 00000004:00000010:0.0:1776267958.298912:0:78457:0:(lod_dev.c:2049:lod_key_fini()) kfreed 'info': 1176 at 00000000c1eecb07. 00002000:00000010:0.0:1776267958.298916:0:78457:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 000000004646a0d0. 00000004:00000010:0.0:1776267958.298919:0:78457:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 000000008177581f. 00000020:00000010:0.0:1776267958.298922:0:78457:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1b69fe3. 00000400:00000010:2.0:1776267958.300205:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090efb0bc. 00000400:00000200:2.0:1776267958.300213:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:2.0:1776267958.300216:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:2.0:1776267958.300228:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008d76028b x1862549489477696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.300238:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008d76028b x1862549489477696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267958.300284:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000684f0eeb. 02000000:00000010:2.0:1776267958.300290:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000050d3a005. 00000100:00000010:2.0:1776267958.300295:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 00000100:00000010:2.0:1776267958.300298:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:2.0:1776267958.300302:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00010000:00000010:1.1:1776267958.300440:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053d4fd0a. 00010000:00000010:1.1:1776267958.300447:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817668f1. 00010000:00000010:1.1:1776267958.300450:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a410ab5d. 00000100:00000200:1.0:1776267958.300461:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.300467:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007960707f. 00000020:00000010:0.0:1776267958.300640:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3629c46. 00000020:00000010:0.0:1776267958.300646:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.300650:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.300677:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007960707f x1862549476112832/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267958.300745:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476112832 02000000:00000010:0.0:1776267958.300757:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004dcdc868. 00010000:00000010:0.0:1776267958.300863:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019401fe9. 00010000:00000010:0.0:1776267958.304607:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004ce478d1. 00000100:00000010:0.0:1776267958.304623:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020d496af. 00000100:00000010:0.0:1776267958.304638:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020d496af. 00010000:00000010:0.0:1776267958.304641:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004ce478d1. 00000400:00000010:0.0:1776267958.304664:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d0114a6. 00000100:00000200:0.0:1776267958.304669:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476112832, offset 224 00000400:00000200:0.0:1776267958.304681:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.304698:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.304704:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90942:90942:256:4294967295] 192.168.202.34@tcp LPNI seq info [90942:90942:8:4294967295] 00000400:00000200:0.0:1776267958.304714:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.304719:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.304724:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343698). 00000800:00000200:0.0:1776267958.304730:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.304737:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.304741:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.304777:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.304782:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.304786:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3629c46. 00080000:00000010:1.0:1776267958.305167:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000684f0eeb. 00010000:00000010:1.0:1776267958.305282:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.305292:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072f7c98f. 00010000:00000010:1.0:1776267958.305465:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb683e32. 00010000:00000010:1.0:1776267958.305470:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000caba1079. 00010000:00000010:1.0:1776267958.305475:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a410ab5d. 00010000:00000010:1.0:1776267958.305480:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00080000:00000010:1.0:1776267958.305498:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004690f0af. 00010000:00000010:1.0:1776267958.305524:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.305528:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000caba1079. 00010000:00000010:1.0:1776267958.305582:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b64e2e7. 00010000:00000010:1.0:1776267958.305586:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.305596:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b579bf7. 00000100:00000010:1.0:1776267958.305601:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.305610:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000345a8507. 02000000:00000010:1.0:1776267958.305624:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1a59fe7. 02000000:00000010:1.0:1776267958.305651:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000919c9ac7. 00000400:00000010:1.0:1776267958.305657:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000097a62e0c. 00000400:00000010:1.0:1776267958.305661:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b353dff. 00000100:00000200:1.0:1776267958.305667:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489477760, portal 16 00000400:00000010:1.0:1776267958.305672:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000669f343e. 00000100:00000200:1.0:1776267958.305674:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489477760, offset 0 00000400:00000200:1.0:1776267958.305681:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.305691:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.305697:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.305701:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.305704:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.305706:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90943:90943:255:4294967295] 192.168.202.34@tcp LPNI seq info [90943:90943:7:4294967295] 00000400:00000200:1.0:1776267958.305713:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.305717:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.305720:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099b4f764 (tot 82343946). 00000800:00000200:1.0:1776267958.305725:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.305730:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.305732:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099b4f764 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.306591:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.306596:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343698). 00000400:00000200:0.0:1776267958.306601:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.306608:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.306613:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d0114a6 00000400:00000010:0.0:1776267958.306615:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d0114a6. 00000800:00000200:0.0:1776267958.306661:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.306663:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099b4f764 (tot 82343450). 00000400:00000200:0.0:1776267958.306666:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.306668:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.306670:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000669f343e 00000400:00000010:0.0:1776267958.306671:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000669f343e. 00000100:00000200:0.0:1776267958.306677:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000345a8507 x1862549489477760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267958.309103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b05e2bc. 00010000:00000010:1.1:1776267958.311674:0:78455:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ba491f0. 00010000:00000010:1.1:1776267958.311693:0:78455:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c1bfd44. 00010000:00000010:1.1:1776267958.311697:0:78455:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb683e32. 00010000:00000010:1.1:1776267958.311700:0:78455:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a410ab5d. 00000400:00000200:0.0:1776267958.311837:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.311855:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26880 00000400:00000200:0.0:1776267958.311863:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6b89 [1] + 224 00000400:00000200:0.0:1776267958.311877:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.311880:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.311923:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000345a8507 x1862549489477760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267958.311962:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000010:2.0:1776267958.311973:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000097a62e0c. 00000400:00000200:0.0:1776267958.311976:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67a00 00000400:00000200:2.0:1776267958.311978:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b353dff 00000400:00000010:2.0:1776267958.311980:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b353dff. 00000100:00000200:2.0:1776267958.311985:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000345a8507 x1862549489477760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.311996:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000345a8507 x1862549489477760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267958.312035:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000919c9ac7. 02000000:00000010:2.0:1776267958.312041:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a1a59fe7. 00000100:00000010:2.0:1776267958.312044:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000345a8507. 00000100:00000010:2.0:1776267958.312048:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:2.0:1776267958.312051:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b579bf7. 00000400:00000200:0.0:1776267958.313915:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb54d9 [2] + 1968 00000400:00000010:0.0:1776267958.313924:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eabb1145. 00000400:00000200:0.0:1776267958.313931:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b3f511b5 00000400:00000200:0.0:1776267958.313958:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.313963:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.314314:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3f511b5 00000400:00000010:0.0:1776267958.314317:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b3f511b5 (tot 82343298). 00000100:00000200:0.0:1776267958.314324:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:1.0:1776267958.316257:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.316261:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267958.316267:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.316273:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.316277:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a502439 00000400:00000010:1.0:1776267958.316278:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a502439. 00000100:00000200:1.0:1776267958.316285:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007f627660 x1862549489477824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.324772:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.324795:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b268c0 00000400:00000200:1.0:1776267958.324804:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6b99 [1] + 224 00000400:00000200:1.0:1776267958.324822:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.324826:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.324837:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007f627660 x1862549489477824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267958.324947:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aaa37b05. 00000400:00000200:2.0:1776267958.324952:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:2.0:1776267958.324953:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000100:00000200:2.0:1776267958.324960:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007f627660 x1862549489477824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.324976:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007f627660 x1862549489477824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267958.325007:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bc06130. 02000000:00000010:2.0:1776267958.325014:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc443004. 00000100:00000010:2.0:1776267958.325017:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f627660. 00000100:00000010:2.0:1776267958.325022:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acac9f5e. 00010000:00000010:2.0:1776267958.325026:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070244365. 00010000:00000010:3.1:1776267958.328925:0:78459:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c03bea29. 00010000:00000010:3.1:1776267958.328937:0:78459:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005015db10. 00010000:00000010:3.1:1776267958.328940:0:78459:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b64e2e7. 00000400:00000200:1.0:1776267958.336102:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.336125:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67a40 00000400:00000200:1.0:1776267958.336133:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5531 [2] + 0 00000400:00000200:1.0:1776267958.337215:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.337225:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.337234:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.337242:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 00000020:00000010:0.0:1776267958.341599:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3629c46. 00000020:00000010:0.0:1776267958.341610:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.341615:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.341645:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000425f4f8d x1862549476112960/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267958.341680:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476112960 02000000:00000010:0.0:1776267958.341692:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000073145459. 00010000:00000010:0.0:1776267958.341721:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e8e88d3. 00010000:00000010:0.0:1776267958.341741:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004ce478d1. 00000100:00000010:0.0:1776267958.341749:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020d496af. 00000100:00000010:0.0:1776267958.341775:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020d496af. 00010000:00000010:0.0:1776267958.341779:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004ce478d1. 00000400:00000010:0.0:1776267958.341791:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d0114a6. 00000100:00000200:0.0:1776267958.341797:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476112960, offset 224 00000400:00000200:0.0:1776267958.341804:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.341820:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.341826:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90946:90946:256:4294967295] 192.168.202.34@tcp LPNI seq info [90946:90946:8:4294967295] 00000400:00000200:0.0:1776267958.341836:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.341842:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.341846:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343698). 00000800:00000200:0.0:1776267958.341852:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.341859:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.341862:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.341882:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.341885:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.341887:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3629c46. 00080000:00000010:1.0:1776267958.342106:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1a59fe7. 00010000:00000010:1.0:1776267958.342191:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000817a55b7. 00010000:00000010:1.0:1776267958.342197:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af46d7fe. 00010000:00000010:1.0:1776267958.342291:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a410ab5d. 00010000:00000010:1.0:1776267958.342298:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.342309:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267958.342314:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.342321:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:1.0:1776267958.342333:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000919c9ac7. 02000000:00000010:1.0:1776267958.342358:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b2a35f2. 00000400:00000010:1.0:1776267958.342363:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000097a62e0c. 00000400:00000010:1.0:1776267958.342369:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021518615. 00000100:00000200:1.0:1776267958.342373:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489477888, portal 16 00000400:00000010:1.0:1776267958.342378:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9ff3e4. 00000100:00000200:1.0:1776267958.342380:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489477888, offset 0 00000400:00000200:1.0:1776267958.342386:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.342393:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.342399:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.342402:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.342405:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.342407:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90947:90947:255:4294967295] 192.168.202.34@tcp LPNI seq info [90947:90947:7:4294967295] 00000400:00000200:1.0:1776267958.342415:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.342419:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.342422:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343946). 00000800:00000200:1.0:1776267958.342427:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.342431:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.342433:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.342611:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.342615:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343698). 00000400:00000200:0.0:1776267958.342620:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.342624:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.342629:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d0114a6 00000400:00000010:0.0:1776267958.342631:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d0114a6. 00000800:00000200:0.0:1776267958.342664:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.342666:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090cec15c (tot 82343450). 00000400:00000200:0.0:1776267958.342669:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.342672:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.342674:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9ff3e4 00000400:00000010:0.0:1776267958.342675:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9ff3e4. 00000100:00000200:0.0:1776267958.342680:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489477888/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267958.348499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cf40e8c. 00010000:00000010:1.1:1776267958.348513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde6b8bd. 00000400:00000200:1.0:1776267958.349678:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.349694:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26900 00000400:00000200:1.0:1776267958.349701:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6ba5 [1] + 224 00000400:00000200:1.0:1776267958.349713:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.349717:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.349729:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489477888/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.349775:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.349780:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67a80 00000400:00000200:1.0:1776267958.349785:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5531 [2] + 328 00000400:00000200:1.0:1776267958.349835:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.349839:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.349842:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.349847:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 00010000:00000010:0.1:1776267958.349935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1a921b7. 00000020:00000010:0.0:1776267958.349989:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3629c46. 00000020:00000010:0.0:1776267958.349997:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.350001:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.350041:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000192be620 x1862549476113024/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267958.350074:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113024 02000000:00000010:0.0:1776267958.350086:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004dcdc868. 00010000:00000010:0.0:1776267958.350129:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004ce478d1. 00000100:00000010:0.0:1776267958.350138:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020d496af. 00000100:00000010:0.0:1776267958.350144:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020d496af. 00010000:00000010:0.0:1776267958.350147:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004ce478d1. 00000400:00000010:0.0:1776267958.350162:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d0114a6. 00000100:00000200:0.0:1776267958.350166:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113024, offset 224 00000400:00000200:0.0:1776267958.350174:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.350185:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.350190:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90948:90948:256:4294967295] 192.168.202.34@tcp LPNI seq info [90948:90948:8:4294967295] 00000400:00000200:0.0:1776267958.350198:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.350202:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.350206:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343698). 00000800:00000200:0.0:1776267958.350211:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.350218:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.350221:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.350256:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.350260:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.350263:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3629c46. 00010000:00000010:3.0:1776267958.350469:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ccb680ac. 00010000:00000010:3.0:1776267958.350543:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c256ba98. 00010000:00000010:3.0:1776267958.350550:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003864e64a. 00010000:00000010:3.0:1776267958.350560:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267958.350564:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036893a1b. 00000100:00000010:3.0:1776267958.350571:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 02000000:00000010:3.0:1776267958.350580:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb360aaa. 02000000:00000010:3.0:1776267958.350615:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000891f6a3c. 00000400:00000010:3.0:1776267958.350620:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d601575. 00000400:00000010:3.0:1776267958.350623:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e0f072b. 00000100:00000200:3.0:1776267958.350628:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489477952, portal 16 00000400:00000010:3.0:1776267958.350632:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000253f928a. 00000100:00000200:3.0:1776267958.350634:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489477952, offset 0 00000400:00000200:3.0:1776267958.350639:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.350645:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.350651:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.350654:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.350657:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.350659:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90949:90949:255:4294967295] 192.168.202.34@tcp LPNI seq info [90949:90949:7:4294967295] 00000400:00000200:3.0:1776267958.350666:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.350670:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.350674:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343946). 00000800:00000200:3.0:1776267958.350677:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.350681:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.350683:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.351024:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.351028:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343698). 00000400:00000200:1.0:1776267958.351032:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.351036:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.351039:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d0114a6 00000400:00000010:1.0:1776267958.351040:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d0114a6. 00000800:00000200:1.0:1776267958.351086:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.351088:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267958.351092:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.351095:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.351098:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000253f928a 00000400:00000010:1.0:1776267958.351099:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000253f928a. 00000100:00000200:1.0:1776267958.351103:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f83dba0c x1862549489477952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267958.358401:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.358422:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26940 00000400:00000200:0.0:1776267958.358431:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6bb1 [1] + 224 00000400:00000200:0.0:1776267958.358444:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.358449:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.358461:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f83dba0c x1862549489477952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267958.358493:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.358498:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67ac0 00000400:00000200:0.0:1776267958.358503:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5531 [2] + 656 00000400:00000200:0.0:1776267958.358511:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.358514:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.358518:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267958.358524:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001432bc6c. 00000020:00000010:0.0:1776267958.358571:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3629c46. 00000020:00000010:0.0:1776267958.358577:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.358582:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.358606:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001432bc6c x1862549476113088/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267958.358635:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113088 02000000:00000010:0.0:1776267958.358647:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002c47fc59. 00010000:00000010:0.0:1776267958.358689:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004ce478d1. 00000100:00000010:0.0:1776267958.358966:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020d496af. 00000100:00000010:0.0:1776267958.358984:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020d496af. 00010000:00000010:0.0:1776267958.358988:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004ce478d1. 00000400:00000010:0.0:1776267958.359003:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b862cb7c. 00000100:00000200:0.0:1776267958.359008:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113088, offset 224 00000400:00000200:0.0:1776267958.359167:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.359178:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.359184:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90950:90950:256:4294967295] 192.168.202.34@tcp LPNI seq info [90950:90950:8:4294967295] 00000400:00000200:0.0:1776267958.359193:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.359198:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.359203:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267958.359208:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.359214:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.359218:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.359236:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267958.359240:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.359256:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3629c46. 00010000:00000010:3.1:1776267958.359375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9161ad3. 00010000:00000010:3.1:1776267958.359381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ec414f5. 00010000:00000010:3.1:1776267958.359384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a410ab5d. 00000400:00000010:3.0:1776267958.359411:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d601575. 00000400:00000200:3.0:1776267958.359415:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e0f072b 00000400:00000010:3.0:1776267958.359417:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e0f072b. 00000100:00000200:3.0:1776267958.359422:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f83dba0c x1862549489477952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.359429:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f83dba0c x1862549489477952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267958.359449:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d73c0cbe. 02000000:00000010:3.0:1776267958.359460:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000891f6a3c. 02000000:00000010:3.0:1776267958.359465:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb360aaa. 00000100:00000010:3.0:1776267958.359468:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 00000100:00000010:3.0:1776267958.359471:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036893a1b. 00010000:00000010:3.0:1776267958.359473:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 00080000:00000010:3.0:1776267958.359489:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb360aaa. 00010000:00000010:3.0:1776267958.359564:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003864e64a. 00010000:00000010:3.0:1776267958.359571:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000005d73ac. 00010000:00000010:3.0:1776267958.359642:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e14b8782. 00010000:00000010:3.0:1776267958.359648:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003864e64a. 00010000:00000010:3.0:1776267958.359658:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267958.359662:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036893a1b. 00000100:00000010:3.0:1776267958.359667:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 02000000:00000010:3.0:1776267958.359677:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000891f6a3c. 02000000:00000010:3.0:1776267958.359700:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001bc06130. 00000400:00000010:3.0:1776267958.359704:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d601575. 00000400:00000010:3.0:1776267958.359708:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e0f072b. 00000100:00000200:3.0:1776267958.359712:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489478016, portal 16 00000400:00000010:3.0:1776267958.359716:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cbd945d. 00000100:00000200:3.0:1776267958.359717:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489478016, offset 0 00000400:00000200:3.0:1776267958.359722:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.359730:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.359736:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.359739:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.359742:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.359744:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90951:90951:255:4294967295] 192.168.202.34@tcp LPNI seq info [90951:90951:7:4294967295] 00000400:00000200:3.0:1776267958.359750:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.359755:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.359758:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343946). 00000800:00000200:3.0:1776267958.359762:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.359766:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.359768:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.361000:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.361006:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343698). 00000400:00000200:0.0:1776267958.361164:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.361172:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.361176:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b862cb7c 00000400:00000010:0.0:1776267958.361178:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b862cb7c. 00000800:00000200:0.0:1776267958.361257:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.361260:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267958.361265:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.361269:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.361271:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cbd945d 00000400:00000010:0.0:1776267958.361272:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cbd945d. 00000100:00000200:0.0:1776267958.361279:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f83dba0c x1862549489478016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.367096:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.367115:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26980 00000400:00000200:1.0:1776267958.367123:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6bbd [1] + 224 00000400:00000200:1.0:1776267958.367136:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.367140:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.367151:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f83dba0c x1862549489478016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.367178:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.367184:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67b00 00000400:00000200:1.0:1776267958.367188:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5531 [2] + 984 00000400:00000200:1.0:1776267958.367196:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.367199:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.367202:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.367207:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090b3b0d2. 00000020:00000010:1.0:1776267958.367263:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032374aed. 00000020:00000010:1.0:1776267958.367270:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.367274:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.367299:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090b3b0d2 x1862549476113152/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267958.367326:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113152 00000400:00000010:3.0:1776267958.367440:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d601575. 00000400:00000200:3.0:1776267958.367444:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e0f072b 00000400:00000010:3.0:1776267958.367446:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e0f072b. 00000100:00000200:3.0:1776267958.367452:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f83dba0c x1862549489478016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.367460:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f83dba0c x1862549489478016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.367486:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bc06130. 02000000:00000010:3.0:1776267958.367492:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000891f6a3c. 00000100:00000010:3.0:1776267958.367496:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 00000100:00000010:3.0:1776267958.367499:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036893a1b. 00010000:00000010:3.0:1776267958.367503:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 02000000:00000010:1.0:1776267958.367558:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018b781cf. 00010000:00000010:1.0:1776267958.367585:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004942d9b4. 00010000:00000010:1.0:1776267958.367608:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f79559ef. 00000100:00000010:1.0:1776267958.367615:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.367636:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.367639:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f79559ef. 00000400:00000010:1.0:1776267958.367654:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267958.367659:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113152, offset 224 00000400:00000200:1.0:1776267958.367666:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.367679:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.367685:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90952:90952:256:4294967295] 192.168.202.34@tcp LPNI seq info [90952:90952:8:4294967295] 00000400:00000200:1.0:1776267958.367695:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.367701:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.367706:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343698). 00000800:00000200:1.0:1776267958.367712:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.367719:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.367723:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.367741:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.367745:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.367748:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032374aed. 00000800:00000200:1.0:1776267958.367848:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.367851:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bc1d37 (tot 82343450). 00000400:00000200:1.0:1776267958.367855:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.367858:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.367861:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267958.367862:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00080000:00000010:3.0:1776267958.368131:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000699962b8. 00010000:00000010:3.0:1776267958.368220:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003864e64a. 00010000:00000010:3.0:1776267958.368227:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ac95aac. 00010000:00000010:3.0:1776267958.368307:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049ff41ea. 00010000:00000010:3.0:1776267958.368311:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000053273189. 00010000:00000010:3.0:1776267958.368317:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066fc27a0. 00010000:00000010:3.0:1776267958.368322:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003864e64a. 00080000:00000010:3.0:1776267958.368346:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc443004. 00010000:00000010:3.0:1776267958.368374:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003864e64a. 00010000:00000010:3.0:1776267958.368377:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053273189. 00010000:00000010:3.0:1776267958.368425:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000825d57df. 00010000:00000010:3.0:1776267958.368429:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003864e64a. 00010000:00000010:3.0:1776267958.368436:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267958.368440:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036893a1b. 00000100:00000010:3.0:1776267958.368447:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 02000000:00000010:3.0:1776267958.368457:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000891f6a3c. 02000000:00000010:3.0:1776267958.368480:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001bc06130. 00000400:00000010:3.0:1776267958.368485:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d601575. 00000400:00000010:3.0:1776267958.368489:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e0f072b. 00000100:00000200:3.0:1776267958.368494:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489478080, portal 16 00000400:00000010:3.0:1776267958.368498:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009716a069. 00000100:00000200:3.0:1776267958.368500:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489478080, offset 0 00000400:00000200:3.0:1776267958.368506:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.368513:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.368519:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.368522:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.368525:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.368527:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90953:90953:256:4294967295] 192.168.202.34@tcp LPNI seq info [90953:90953:8:4294967295] 00000400:00000200:3.0:1776267958.368534:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.368538:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.368542:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267958.368546:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.368550:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.368552:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.368758:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.368761:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267958.368767:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.368770:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.368773:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009716a069 00000400:00000010:1.0:1776267958.368774:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009716a069. 00000100:00000200:1.0:1776267958.368779:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f83dba0c x1862549489478080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.377212:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.377232:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b269c0 00000400:00000200:1.0:1776267958.377241:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6bc9 [1] + 224 00000400:00000200:1.0:1776267958.377269:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.377273:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.377283:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f83dba0c x1862549489478080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.377321:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.377328:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67b40 00000400:00000200:1.0:1776267958.377342:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5531 [2] + 1312 00000400:00000200:1.0:1776267958.377395:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.377399:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.377403:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.377408:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 00000020:00000010:1.0:1776267958.377454:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032374aed. 00000020:00000010:1.0:1776267958.377461:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.377467:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.377492:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000200aa5ca x1862549476113216/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267958.377520:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113216 02000000:00000010:1.0:1776267958.377532:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001bed7747. 00010000:00000010:1.0:1776267958.377574:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f79559ef. 00000100:00000010:1.0:1776267958.377582:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.377590:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.377593:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f79559ef. 00000400:00000010:1.0:1776267958.377606:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267958.377611:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113216, offset 224 00000400:00000200:1.0:1776267958.377618:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.377628:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.377634:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90954:90954:256:4294967295] 192.168.202.34@tcp LPNI seq info [90954:90954:8:4294967295] 00000400:00000200:1.0:1776267958.377643:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.377648:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.377652:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343698). 00000800:00000200:1.0:1776267958.377657:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.377663:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.377666:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.377683:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.377688:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.377690:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032374aed. 00000800:00000200:1.0:1776267958.377769:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.377774:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bc1d37 (tot 82343450). 00000400:00000200:1.0:1776267958.377777:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.377781:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.377784:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267958.377787:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00010000:00000010:3.1:1776267958.378350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003db7e17c. 00010000:00000010:3.1:1776267958.378359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b0f6c06. 00010000:00000010:3.1:1776267958.378364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00000400:00000010:3.0:1776267958.378483:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d601575. 00000400:00000200:3.0:1776267958.378487:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e0f072b 00000400:00000010:3.0:1776267958.378489:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e0f072b. 00000100:00000200:3.0:1776267958.378495:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f83dba0c x1862549489478080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.378504:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f83dba0c x1862549489478080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267958.378525:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fe9426. 02000000:00000010:3.0:1776267958.378539:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bc06130. 02000000:00000010:3.0:1776267958.378543:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000891f6a3c. 00000100:00000010:3.0:1776267958.378546:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 00000100:00000010:3.0:1776267958.378549:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036893a1b. 00010000:00000010:3.0:1776267958.378551:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 00080000:00000010:3.0:1776267958.378568:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000891f6a3c. 00010000:00000010:3.0:1776267958.378647:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003864e64a. 00010000:00000010:3.0:1776267958.378653:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c444768. 00010000:00000010:3.0:1776267958.378722:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c256ba98. 00010000:00000010:3.0:1776267958.378728:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003864e64a. 00010000:00000010:3.0:1776267958.378739:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267958.378743:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036893a1b. 00000100:00000010:3.0:1776267958.378749:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 02000000:00000010:3.0:1776267958.378760:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001bc06130. 02000000:00000010:3.0:1776267958.378782:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000852aae78. 00000400:00000010:3.0:1776267958.378786:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d601575. 00000400:00000010:3.0:1776267958.378789:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e0f072b. 00000100:00000200:3.0:1776267958.378794:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489478144, portal 16 00000400:00000010:3.0:1776267958.378798:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071c137fd. 00000100:00000200:3.0:1776267958.378799:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489478144, offset 0 00000400:00000200:3.0:1776267958.378805:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.378814:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.378820:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.378823:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.378826:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.378829:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90955:90955:256:4294967295] 192.168.202.34@tcp LPNI seq info [90955:90955:8:4294967295] 00000400:00000200:3.0:1776267958.378837:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.378841:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.378844:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.378849:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.378855:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.378858:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.379100:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.379103:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267958.379109:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.379114:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.379117:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071c137fd 00000400:00000010:1.0:1776267958.379119:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071c137fd. 00000100:00000200:1.0:1776267958.379123:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f83dba0c x1862549489478144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.384580:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.384602:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26a00 00000400:00000200:1.0:1776267958.384611:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6bd5 [1] + 224 00000400:00000200:1.0:1776267958.384628:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.384632:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.384643:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f83dba0c x1862549489478144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267958.384998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef91611c. 00010000:00000010:3.1:1776267958.387097:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb2980ea. 00010000:00000010:3.1:1776267958.387110:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e14b8782. 00010000:00000010:3.1:1776267958.387252:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049ff41ea. 00010000:00000010:3.1:1776267958.387256:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066fc27a0. 00000400:00000010:3.0:1776267958.387452:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d601575. 00000400:00000200:3.0:1776267958.387457:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e0f072b 00000400:00000010:3.0:1776267958.387460:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e0f072b. 00000100:00000200:3.0:1776267958.387473:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f83dba0c x1862549489478144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.387483:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f83dba0c x1862549489478144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.387515:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000852aae78. 02000000:00000010:3.0:1776267958.387522:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001bc06130. 00000100:00000010:3.0:1776267958.387525:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 00000100:00000010:3.0:1776267958.387528:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036893a1b. 00010000:00000010:3.0:1776267958.387531:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 00000400:00000200:1.0:1776267958.387590:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.387606:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67b80 00000400:00000200:1.0:1776267958.387612:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5531 [2] + 1640 00000400:00000200:1.0:1776267958.387668:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.387672:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.387679:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.387684:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 00000020:00000010:3.0:1776267958.387794:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000919c9ac7. 00000020:00000010:3.0:1776267958.387800:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.387805:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267958.387827:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c9c03c4 x1862549476113280/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267958.387891:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113280 02000000:00000010:3.0:1776267958.387938:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001bc06130. 00010000:00000010:3.0:1776267958.387969:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c2f323. 00010000:00000010:3.0:1776267958.387990:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267958.387995:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036893a1b. 00000100:00000010:3.0:1776267958.388004:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036893a1b. 00010000:00000010:3.0:1776267958.388006:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 00000400:00000010:3.0:1776267958.388019:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e0f072b. 00000100:00000200:3.0:1776267958.388024:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113280, offset 224 00000400:00000200:3.0:1776267958.388032:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.388042:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.388047:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90956:90956:256:4294967295] 192.168.202.34@tcp LPNI seq info [90956:90956:8:4294967295] 00000400:00000200:3.0:1776267958.388057:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.388062:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.388066:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.388072:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.388079:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.388083:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267958.388101:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.388105:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267958.388107:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000919c9ac7. 00000800:00000200:1.0:1776267958.388297:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.388300:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267958.388308:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.388311:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.388314:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e0f072b 00000400:00000010:1.0:1776267958.388315:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e0f072b. 00080000:00000010:3.0:1776267958.388528:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000852aae78. 00010000:00000010:3.0:1776267958.388604:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003864e64a. 00010000:00000010:3.0:1776267958.388611:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa8925a3. 00010000:00000010:3.0:1776267958.388687:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066fc27a0. 00010000:00000010:3.0:1776267958.388694:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003864e64a. 00010000:00000010:3.0:1776267958.388704:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267958.388708:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036893a1b. 00000100:00000010:3.0:1776267958.388715:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 02000000:00000010:3.0:1776267958.388726:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000919c9ac7. 02000000:00000010:3.0:1776267958.388749:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef51bd5e. 00000400:00000010:3.0:1776267958.388754:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d601575. 00000400:00000010:3.0:1776267958.388757:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8542c5d. 00000100:00000200:3.0:1776267958.388762:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489478208, portal 16 00000400:00000010:3.0:1776267958.388766:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bd03529. 00000100:00000200:3.0:1776267958.388768:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489478208, offset 0 00000400:00000200:3.0:1776267958.388773:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.388780:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.388786:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.388790:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.388792:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.388795:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90957:90957:256:4294967295] 192.168.202.34@tcp LPNI seq info [90957:90957:8:4294967295] 00000400:00000200:3.0:1776267958.388802:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.388806:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.388809:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267958.388814:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.388818:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.388820:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776267958.388926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d93eddaa. 00010000:00000010:3.1:1776267958.388932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082724e05. 00010000:00000010:3.1:1776267958.388935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000825d57df. 00000800:00000200:0.0:1776267958.389276:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.389280:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267958.389284:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.389290:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.389293:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bd03529 00000400:00000010:0.0:1776267958.389294:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bd03529. 00000100:00000200:0.0:1776267958.389299:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f83dba0c x1862549489478208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.390927:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.390947:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26a40 00000400:00000200:1.0:1776267958.390955:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6be1 [1] + 224 00000400:00000200:1.0:1776267958.390982:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.390985:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.390994:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f83dba0c x1862549489478208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267958.391093:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002d601575. 00000400:00000200:3.0:1776267958.391098:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e8542c5d 00000400:00000010:3.0:1776267958.391100:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e8542c5d. 00000100:00000200:3.0:1776267958.391106:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f83dba0c x1862549489478208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.391113:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f83dba0c x1862549489478208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.391141:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef51bd5e. 02000000:00000010:3.0:1776267958.391147:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000919c9ac7. 00000100:00000010:3.0:1776267958.391151:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 00000100:00000010:3.0:1776267958.391156:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036893a1b. 00010000:00000010:3.0:1776267958.391159:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 00000400:00000200:1.0:1776267958.391755:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.391766:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67bc0 00000400:00000200:1.0:1776267958.391772:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5531 [2] + 1968 00000400:00000010:1.0:1776267958.391776:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000002b16988. 00000400:00000200:1.0:1776267958.391779:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000001f8080a 00000400:00000200:1.0:1776267958.391824:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.391828:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.391831:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001f8080a 00000400:00000010:1.0:1776267958.391834:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000001f8080a (tot 82343298). 00000100:00000200:1.0:1776267958.391839:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267958.391933:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef51bd5e. 00000020:00000010:3.0:1776267958.391938:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.391941:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267958.391962:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e14944b9 x1862549476113344/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267958.391979:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113344 02000000:00000010:3.0:1776267958.391987:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bed9a1bd. 00010000:00000010:3.0:1776267958.392011:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000023a5c1b. 00010000:00000010:3.0:1776267958.392031:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267958.392037:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036893a1b. 00000100:00000010:3.0:1776267958.392053:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036893a1b. 00010000:00000010:3.0:1776267958.392056:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 00000400:00000010:3.0:1776267958.392067:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8542c5d. 00000100:00000200:3.0:1776267958.392071:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113344, offset 224 00000400:00000200:3.0:1776267958.392078:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.392089:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.392094:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90958:90958:256:4294967295] 192.168.202.34@tcp LPNI seq info [90958:90958:8:4294967295] 00000400:00000200:3.0:1776267958.392104:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.392109:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.392114:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343546). 00000800:00000200:3.0:1776267958.392119:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.392126:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.392129:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267958.392144:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.392147:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267958.392149:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef51bd5e. 02000000:00000010:3.0:1776267958.392157:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001bc06130. 00000100:00000010:3.0:1776267958.392159:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 02000000:00000010:3.0:1776267958.392162:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001bed7747. 00000100:00000010:3.0:1776267958.392164:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 02000000:00000010:3.0:1776267958.392167:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018b781cf. 00000100:00000010:3.0:1776267958.392168:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090b3b0d2. 02000000:00000010:3.0:1776267958.392172:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002c47fc59. 00000100:00000010:3.0:1776267958.392174:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001432bc6c. 02000000:00000010:3.0:1776267958.392176:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004dcdc868. 00000100:00000010:3.0:1776267958.392177:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 02000000:00000010:3.0:1776267958.392179:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000073145459. 00000100:00000010:3.0:1776267958.392180:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 00000100:00000200:3.0:1776267958.392185:0:64837:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267958.392188:0:64837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002d601575. 00000400:00000010:3.0:1776267958.392191:0:64837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000036893a1b (tot 82343698). 00080000:00000010:0.0:1776267958.392300:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c47fc59. 00010000:00000010:0.0:1776267958.392483:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003864e64a. 00010000:00000010:0.0:1776267958.392491:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000004e75f8. 00010000:00000010:0.0:1776267958.392642:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000832ca153. 00010000:00000010:0.0:1776267958.392647:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000606da36d. 00010000:00000010:0.0:1776267958.392655:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000069af578. 00000100:00000010:0.0:1776267958.392658:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020d496af. 00000100:00000010:0.0:1776267958.392664:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a57d0cf0. 02000000:00000010:0.0:1776267958.392672:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1b69fe3. 02000000:00000010:0.0:1776267958.392691:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2e9bfe6. 00000400:00000010:0.0:1776267958.392694:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267958.392697:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b862cb7c. 00000100:00000200:0.0:1776267958.392700:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489478272, portal 16 00000400:00000010:0.0:1776267958.392704:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb90fde. 00000100:00000200:0.0:1776267958.392706:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489478272, offset 0 00000400:00000200:0.0:1776267958.392711:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.392718:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.392724:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.392727:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.392730:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.392733:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90959:90959:255:4294967295] 192.168.202.34@tcp LPNI seq info [90959:90959:7:4294967295] 00000400:00000200:0.0:1776267958.392739:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.392744:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.392748:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343946). 00000800:00000200:0.0:1776267958.392752:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.392756:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.392758:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.392800:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.392803:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343698). 00000400:00000200:0.0:1776267958.392808:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.392811:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.392813:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e8542c5d 00000400:00000010:0.0:1776267958.392814:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e8542c5d. 02000000:00000010:0.0:1776267958.392818:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bed9a1bd. 00000800:00000200:0.0:1776267958.392852:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.392854:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343450). 00000400:00000200:0.0:1776267958.392857:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.392860:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.392862:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb90fde 00000400:00000010:0.0:1776267958.392863:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb90fde. 00000100:00000200:0.0:1776267958.392868:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a57d0cf0 x1862549489478272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.395808:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.395825:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26a80 00000400:00000200:1.0:1776267958.395833:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6bf1 [1] + 224 00000400:00000200:1.0:1776267958.395846:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.395850:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.395859:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a57d0cf0 x1862549489478272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267958.395986:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:3.0:1776267958.395992:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b862cb7c 00000400:00000010:3.0:1776267958.395994:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b862cb7c. 00000100:00000200:3.0:1776267958.396000:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a57d0cf0 x1862549489478272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.396008:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a57d0cf0 x1862549489478272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.396042:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2e9bfe6. 02000000:00000010:3.0:1776267958.396048:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1b69fe3. 00000100:00000010:3.0:1776267958.396053:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a57d0cf0. 00000100:00000010:3.0:1776267958.396056:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020d496af. 00010000:00000010:3.0:1776267958.396060:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000069af578. 00000400:00000200:1.0:1776267958.398101:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.398118:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67c00 00000400:00000200:1.0:1776267958.398124:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5589 [2] + 0 00000400:00000200:1.0:1776267958.398171:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.398175:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.398181:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.398187:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007960707f. 00000020:00000010:2.0:1776267958.398297:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0be1d1f. 00000020:00000010:2.0:1776267958.398304:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267958.398309:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.398346:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007960707f x1862549476113408/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267958.398375:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113408 02000000:00000010:2.0:1776267958.398386:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026e1a843. 00010000:00000010:2.0:1776267958.398414:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d3666b7. 00010000:00000010:2.0:1776267958.398434:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000435292c6. 00000100:00000010:2.0:1776267958.398441:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1eac6b0. 00000100:00000010:2.0:1776267958.398463:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1eac6b0. 00010000:00000010:2.0:1776267958.398467:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000435292c6. 00000400:00000010:2.0:1776267958.398479:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267958.398483:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113408, offset 224 00000400:00000200:2.0:1776267958.398491:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.398501:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.398507:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90960:90960:256:4294967295] 192.168.202.34@tcp LPNI seq info [90960:90960:8:4294967295] 00000400:00000200:2.0:1776267958.398516:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.398521:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.398525:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002df19b96 (tot 82343698). 00000800:00000200:2.0:1776267958.398530:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.398537:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.398541:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002df19b96 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.398559:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267958.398563:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.398565:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0be1d1f. 00000800:00000200:2.0:1776267958.398619:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.398622:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002df19b96 (tot 82343450). 00000400:00000200:2.0:1776267958.398625:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.398628:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.398632:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:2.0:1776267958.398633:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00080000:00000010:1.0:1776267958.398999:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001bed7747. 00010000:00000010:1.0:1776267958.399092:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000606da36d. 00010000:00000010:1.0:1776267958.399100:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006573e0d2. 00010000:00000010:1.0:1776267958.399176:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c1bfd44. 00010000:00000010:1.0:1776267958.399184:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.399195:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f79559ef. 00000100:00000010:1.0:1776267958.399200:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.399207:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000345a8507. 02000000:00000010:1.0:1776267958.399219:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032374aed. 02000000:00000010:1.0:1776267958.399242:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010e2f8d3. 00000400:00000010:1.0:1776267958.399259:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000002b16988. 00000400:00000010:1.0:1776267958.399264:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267958.399268:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489478336, portal 16 00000400:00000010:1.0:1776267958.399272:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267958.399274:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489478336, offset 0 00000400:00000200:1.0:1776267958.399279:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.399287:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.399293:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.399296:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.399299:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.399301:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90961:90961:256:4294967295] 192.168.202.34@tcp LPNI seq info [90961:90961:8:4294967295] 00000400:00000200:1.0:1776267958.399307:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.399312:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.399316:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343698). 00000800:00000200:1.0:1776267958.399321:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.399326:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.399337:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267958.399533:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.399536:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bc1d37 (tot 82343450). 00000400:00000200:2.0:1776267958.399540:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.399544:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.399547:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:2.0:1776267958.399548:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00000100:00000200:2.0:1776267958.399553:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000345a8507 x1862549489478336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267958.400927:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000802dea83. 00010000:00000010:3.1:1776267958.400938:0:1363:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000327b70a4. 00010000:00000010:3.1:1776267958.400941:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:3.1:1776267958.400943:0:1363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c33501cf. 00000400:00000200:1.0:1776267958.403488:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.403506:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26ac0 00000400:00000200:1.0:1776267958.403515:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6bfd [1] + 224 00000400:00000200:1.0:1776267958.403526:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.403530:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.403541:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000345a8507 x1862549489478336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.403576:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.403581:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67c40 00000400:00000200:1.0:1776267958.403585:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5589 [2] + 328 00010000:00000010:0.1:1776267958.403976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a87c5a7a. 00010000:00000010:0.1:1776267958.403985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066fc27a0. 00010000:00000010:1.1:1776267958.405291:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d36cc8a0. 00010000:00000010:1.1:1776267958.405301:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000832ca153. 00000400:00000200:1.0:1776267958.405318:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.405327:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.405335:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.405342:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 00000020:00000010:0.0:1776267958.405553:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea215f0e. 00000020:00000010:0.0:1776267958.405560:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d23e39f6. 00000020:00000010:0.0:1776267958.405564:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.405591:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008d76028b x1862549476113472/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267958.405665:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113472 02000000:00000010:0.0:1776267958.405677:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f2e9bfe6. 00010000:00000010:0.0:1776267958.405730:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.405738:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063be5ca9. 00000100:00000010:0.0:1776267958.405744:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063be5ca9. 00010000:00000010:0.0:1776267958.405748:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.405773:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb90fde. 00000100:00000200:0.0:1776267958.405779:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113472, offset 224 00000400:00000200:0.0:1776267958.405786:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.405799:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.405806:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90962:90962:256:4294967295] 192.168.202.34@tcp LPNI seq info [90962:90962:8:4294967295] 00000400:00000200:0.0:1776267958.405815:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.405821:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.405825:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267958.405833:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.405841:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.405845:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.405864:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d23e39f6. 00000020:00000010:0.0:1776267958.405868:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.405871:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea215f0e. 00000400:00000010:1.0:1776267958.406990:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000002b16988. 00000400:00000200:1.0:1776267958.406997:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267958.406999:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267958.407009:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000345a8507 x1862549489478336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.407019:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000345a8507 x1862549489478336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267958.407042:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035ab5920. 02000000:00000010:1.0:1776267958.407060:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010e2f8d3. 02000000:00000010:1.0:1776267958.407068:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032374aed. 00000100:00000010:1.0:1776267958.407076:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000345a8507. 00000100:00000010:1.0:1776267958.407080:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.407083:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f79559ef. 00080000:00000010:1.0:1776267958.407102:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010e2f8d3. 00010000:00000010:1.0:1776267958.407184:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.407189:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000024e35a4. 00010000:00000010:1.0:1776267958.407263:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e092f549. 00010000:00000010:1.0:1776267958.407272:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.407285:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f79559ef. 00000100:00000010:1.0:1776267958.407290:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.407297:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000345a8507. 02000000:00000010:1.0:1776267958.407310:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e11d7718. 02000000:00000010:1.0:1776267958.408069:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc492d9e. 00000400:00000010:1.0:1776267958.408077:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000002b16988. 00000400:00000010:1.0:1776267958.408081:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267958.408087:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489478400, portal 16 00000400:00000010:1.0:1776267958.408091:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021649f75. 00000100:00000200:1.0:1776267958.408094:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489478400, offset 0 00000400:00000200:1.0:1776267958.408101:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.408116:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.408122:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.408126:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.408129:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.408131:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90963:90963:255:4294967295] 192.168.202.34@tcp LPNI seq info [90963:90963:7:4294967295] 00000400:00000200:1.0:1776267958.408140:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.408145:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.408149:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a46ad86 (tot 82343946). 00000800:00000200:1.0:1776267958.408155:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.408160:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.408164:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007a46ad86 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.408311:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.408316:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343698). 00000400:00000200:0.0:1776267958.408321:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.408325:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.408458:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb90fde 00000400:00000010:0.0:1776267958.408461:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb90fde. 00000800:00000200:0.0:1776267958.408519:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.408521:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a46ad86 (tot 82343450). 00000400:00000200:0.0:1776267958.408524:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.408527:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.408529:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021649f75 00000400:00000010:0.0:1776267958.408530:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021649f75. 00000100:00000200:0.0:1776267958.408536:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000345a8507 x1862549489478400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267958.408968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006806d2dc. 00000400:00000200:2.0:1776267958.411228:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.411242:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26b00 00000400:00000200:2.0:1776267958.411259:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6c09 [1] + 224 00000400:00000200:2.0:1776267958.411271:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.411279:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.411287:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000345a8507 x1862549489478400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.411317:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.411322:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67c80 00000400:00000010:1.0:1776267958.411327:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000002b16988. 00000400:00000200:1.0:1776267958.411331:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267958.411333:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267958.411339:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000345a8507 x1862549489478400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.411341:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5589 [2] + 656 00000100:00000200:1.0:1776267958.411346:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000345a8507 x1862549489478400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.411350:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.411353:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.411357:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267958.411361:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b4b4fcf9. 02000000:00000010:1.0:1776267958.411374:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc492d9e. 02000000:00000010:1.0:1776267958.411379:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e11d7718. 00000100:00000010:1.0:1776267958.411382:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000345a8507. 00000100:00000010:1.0:1776267958.411386:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.411398:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f79559ef. 00000020:00000010:3.0:1776267958.411518:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef51bd5e. 00000020:00000010:3.0:1776267958.411525:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.411529:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267958.411553:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b4b4fcf9 x1862549476113536/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267958.411616:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113536 02000000:00000010:3.0:1776267958.411627:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bed9a1bd. 00010000:00000010:3.0:1776267958.411655:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062742725. 00010000:00000010:3.0:1776267958.411677:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267958.411683:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2336022. 00000100:00000010:3.0:1776267958.411693:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2336022. 00010000:00000010:3.0:1776267958.411695:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 00000400:00000010:3.0:1776267958.411706:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0cacef. 00000100:00000200:3.0:1776267958.411711:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113536, offset 224 00000400:00000200:3.0:1776267958.411718:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.411727:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.411733:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90964:90964:256:4294967295] 192.168.202.34@tcp LPNI seq info [90964:90964:8:4294967295] 00000400:00000200:3.0:1776267958.411742:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.411747:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.411751:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.411756:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.411763:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.411766:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267958.411782:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.411786:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267958.411789:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef51bd5e. 00000800:00000200:3.0:1776267958.412141:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.412145:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267958.412151:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.412155:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.412159:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0cacef 00000400:00000010:3.0:1776267958.412160:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0cacef. 00080000:00000010:1.0:1776267958.412579:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e11d7718. 00010000:00000010:1.0:1776267958.412670:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.412677:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f7641c8f. 00010000:00000010:1.0:1776267958.412820:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea5bbac9. 00010000:00000010:1.0:1776267958.412826:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.412837:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f79559ef. 00000100:00000010:1.0:1776267958.412842:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.412849:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000345a8507. 02000000:00000010:1.0:1776267958.412860:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bc492d9e. 02000000:00000010:1.0:1776267958.412886:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082a2dd4b. 00000400:00000010:1.0:1776267958.412890:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000002b16988. 00010000:00000010:1.1:1776267958.413043:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eecead80. 00010000:00000010:1.1:1776267958.413050:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a300c69b. 00010000:00000010:1.1:1776267958.413053:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c1bfd44. 00000400:00000010:1.0:1776267958.413061:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267958.413068:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489478464, portal 16 00000400:00000010:1.0:1776267958.413073:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf3ca1f. 00000100:00000200:1.0:1776267958.413075:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489478464, offset 0 00000400:00000200:1.0:1776267958.413082:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.413093:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.413100:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.413104:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.413107:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.413109:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90965:90965:256:4294967295] 192.168.202.34@tcp LPNI seq info [90965:90965:8:4294967295] 00000400:00000200:1.0:1776267958.413118:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.413124:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.413127:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070de03a1 (tot 82343698). 00000800:00000200:1.0:1776267958.413133:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.413138:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.413141:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070de03a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267958.413590:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.413594:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070de03a1 (tot 82343450). 00000400:00000200:2.0:1776267958.413598:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.413602:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.413605:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf3ca1f 00000400:00000010:2.0:1776267958.413607:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf3ca1f. 00000100:00000200:2.0:1776267958.413613:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000345a8507 x1862549489478464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.415606:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.415624:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26b40 00000400:00000200:2.0:1776267958.415633:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6c15 [1] + 224 00000400:00000200:2.0:1776267958.415645:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.415648:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.415656:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000345a8507 x1862549489478464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267958.415783:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000002b16988. 00000400:00000200:1.0:1776267958.415789:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267958.415790:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267958.415796:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000345a8507 x1862549489478464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.415803:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000345a8507 x1862549489478464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.415832:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082a2dd4b. 02000000:00000010:1.0:1776267958.415838:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bc492d9e. 00000100:00000010:1.0:1776267958.415843:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000345a8507. 00000100:00000010:1.0:1776267958.415847:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.415851:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f79559ef. 00000400:00000200:3.0:1776267958.416632:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.416643:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67cc0 00000400:00000200:3.0:1776267958.416649:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5589 [2] + 984 00000400:00000200:3.0:1776267958.416759:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.416764:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.416768:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.416774:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 00000020:00000010:0.0:1776267958.416872:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a2f9d42. 00000020:00000010:0.0:1776267958.416880:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005dc9a048. 00000020:00000010:0.0:1776267958.416884:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.416931:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f83dba0c x1862549476113600/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267958.416960:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113600 02000000:00000010:0.0:1776267958.416976:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e160ebd4. 00010000:00000010:0.0:1776267958.417005:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002883cf6f. 00010000:00000010:0.0:1776267958.417032:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.417038:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063be5ca9. 00000100:00000010:0.0:1776267958.417058:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063be5ca9. 00010000:00000010:0.0:1776267958.417061:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.417072:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb90fde. 00000100:00000200:0.0:1776267958.417076:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113600, offset 224 00000400:00000200:0.0:1776267958.417084:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.417095:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.417101:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90966:90966:256:4294967295] 192.168.202.34@tcp LPNI seq info [90966:90966:8:4294967295] 00000400:00000200:0.0:1776267958.417110:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.417114:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.417119:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267958.417124:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.417130:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.417134:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.417148:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005dc9a048. 00000020:00000010:0.0:1776267958.417152:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.417155:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a2f9d42. 00000800:00000200:2.0:1776267958.417485:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.417489:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343450). 00000400:00000200:2.0:1776267958.417493:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.417497:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.417500:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb90fde 00000400:00000010:2.0:1776267958.417502:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb90fde. 00080000:00000010:2.0:1776267958.417531:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0be1d1f. 00010000:00000010:2.0:1776267958.417614:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:2.0:1776267958.417621:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc3e3ff7. 00010000:00000010:2.0:1776267958.417695:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.0:1776267958.417800:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b12d9a05. 00010000:00000010:2.0:1776267958.417812:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000435292c6. 00000100:00000010:2.0:1776267958.417816:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1eac6b0. 00000100:00000010:2.0:1776267958.417824:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e06806be. 02000000:00000010:2.0:1776267958.417836:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ca292cd. 02000000:00000010:2.0:1776267958.417858:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087ef4103. 00000400:00000010:2.0:1776267958.417863:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057817bfa. 00000400:00000010:2.0:1776267958.417867:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267958.417873:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489478528, portal 16 00000400:00000010:2.0:1776267958.417877:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aae40fc7. 00000100:00000200:2.0:1776267958.417879:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489478528, offset 0 00000400:00000200:2.0:1776267958.417885:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00010000:00000010:1.1:1776267958.418006:0:78465:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004776ed58. 00010000:00000010:1.1:1776267958.418012:0:78465:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e092f549. 00000400:00000200:2.0:1776267958.418431:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.418441:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.418444:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.418447:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.418450:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90967:90967:256:4294967295] 192.168.202.34@tcp LPNI seq info [90967:90967:8:4294967295] 00000400:00000200:2.0:1776267958.418460:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.418465:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.418469:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002df19b96 (tot 82343698). 00000800:00000200:2.0:1776267958.418473:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.418477:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.418479:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002df19b96 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776267958.419489:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3ee4c03. 00000800:00000200:3.0:1776267958.419567:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.419569:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002df19b96 (tot 82343450). 00000400:00000200:3.0:1776267958.419574:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.419580:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.419585:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aae40fc7 00000400:00000010:3.0:1776267958.419587:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aae40fc7. 00000100:00000200:3.0:1776267958.419595:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e06806be x1862549489478528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.422046:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.422065:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26b80 00000400:00000200:3.0:1776267958.422074:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6c21 [1] + 224 00000400:00000200:3.0:1776267958.422087:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.422091:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.422099:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e06806be x1862549489478528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267958.422195:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000057817bfa. 00000400:00000200:2.0:1776267958.422199:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:2.0:1776267958.422201:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00000100:00000200:2.0:1776267958.422208:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e06806be x1862549489478528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.422214:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e06806be x1862549489478528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267958.422242:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087ef4103. 02000000:00000010:2.0:1776267958.422259:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ca292cd. 00000100:00000010:2.0:1776267958.422263:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e06806be. 00000100:00000010:2.0:1776267958.422267:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1eac6b0. 00010000:00000010:2.0:1776267958.422271:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000435292c6. 00000400:00000200:2.0:1776267958.423042:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.423055:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67d00 00000400:00000200:2.0:1776267958.423062:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5589 [2] + 1312 00000400:00000200:2.0:1776267958.423122:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.423127:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.423132:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267958.423136:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e06806be. 00000020:00000010:0.0:1776267958.423351:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd2aed79. 00000020:00000010:0.0:1776267958.423358:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005dc9a048. 00000020:00000010:0.0:1776267958.423363:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.423402:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e06806be x1862549476113664/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267958.423436:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113664 02000000:00000010:0.0:1776267958.423447:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f2d8215c. 00010000:00000010:0.0:1776267958.423477:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd60ee2d. 00010000:00000010:0.0:1776267958.423501:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.423507:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063be5ca9. 00000100:00000010:0.0:1776267958.423530:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063be5ca9. 00010000:00000010:0.0:1776267958.423533:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.423545:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267958.423550:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113664, offset 224 00000400:00000200:0.0:1776267958.423558:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.423568:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.423573:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90968:90968:256:4294967295] 192.168.202.34@tcp LPNI seq info [90968:90968:8:4294967295] 00000400:00000200:0.0:1776267958.423582:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.423587:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.423591:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff893d (tot 82343698). 00000800:00000200:0.0:1776267958.423596:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.423602:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.423606:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093ff893d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.423622:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005dc9a048. 00000020:00000010:0.0:1776267958.423627:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.423629:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd2aed79. 00080000:00000010:3.0:1776267958.423684:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef51bd5e. 00000800:00000200:0.0:1776267958.423691:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.423694:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343450). 00000400:00000200:0.0:1776267958.423697:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.423701:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.423704:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:0.0:1776267958.423705:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00010000:00000010:3.0:1776267958.423778:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b12d9a05. 00010000:00000010:3.0:1776267958.423785:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000094171dd6. 00010000:00000010:3.0:1776267958.423934:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c256ba98. 00010000:00000010:3.0:1776267958.423941:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009184fe1a. 00010000:00000010:3.0:1776267958.423952:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267958.423956:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2336022. 00000100:00000010:3.0:1776267958.423963:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c1002d6e. 02000000:00000010:3.0:1776267958.423973:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1b69fe3. 02000000:00000010:3.0:1776267958.423995:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3629c46. 00000400:00000010:3.0:1776267958.424000:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c080821. 00000400:00000010:3.0:1776267958.424005:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0cacef. 00000100:00000200:3.0:1776267958.424009:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489478592, portal 16 00000400:00000010:3.0:1776267958.424013:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002608d70c. 00000100:00000200:3.0:1776267958.424015:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489478592, offset 0 00000400:00000200:3.0:1776267958.424020:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.424026:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.424033:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.424036:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.424039:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.424041:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90969:90969:256:4294967295] 192.168.202.34@tcp LPNI seq info [90969:90969:8:4294967295] 00000400:00000200:3.0:1776267958.424048:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.424052:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.424055:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.424059:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.424063:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.424065:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.424237:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.424239:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267958.424256:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.424260:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.424263:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002608d70c 00000400:00000010:0.0:1776267958.424264:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002608d70c. 00000100:00000200:0.0:1776267958.424270:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c1002d6e x1862549489478592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267958.424940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c050d398. 00010000:00000010:2.1:1776267958.424948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5bbac9. 00010000:00000010:0.1:1776267958.425071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824918aa. 00000400:00000200:2.0:1776267958.426797:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.426814:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26bc0 00000400:00000200:2.0:1776267958.426823:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6c2d [1] + 224 00000400:00000200:2.0:1776267958.426838:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.426841:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.426849:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c1002d6e x1862549489478592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267958.428495:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c080821. 00000400:00000200:3.0:1776267958.428503:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0cacef 00000400:00000010:3.0:1776267958.428505:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0cacef. 00000100:00000200:3.0:1776267958.428515:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c1002d6e x1862549489478592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.428531:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c1002d6e x1862549489478592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.428559:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3629c46. 02000000:00000010:3.0:1776267958.428565:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1b69fe3. 00000100:00000010:3.0:1776267958.428570:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1002d6e. 00000100:00000010:3.0:1776267958.428573:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2336022. 00010000:00000010:3.0:1776267958.428576:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 00000400:00000200:0.0:1776267958.428819:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.428833:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67d40 00000400:00000200:0.0:1776267958.428839:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5589 [2] + 1640 00000400:00000200:0.0:1776267958.429477:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.429484:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.429491:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267958.429497:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000339ea1b5. 00000020:00000010:1.0:1776267958.429602:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc492d9e. 00000020:00000010:1.0:1776267958.429609:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000637c8ebb. 00000020:00000010:1.0:1776267958.429614:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.429640:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000339ea1b5 x1862549476113728/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267958.429699:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113728 02000000:00000010:1.0:1776267958.429710:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082a2dd4b. 00010000:00000010:1.0:1776267958.429741:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5c42781. 00010000:00000010:1.0:1776267958.429763:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fa92afd. 00000100:00000010:1.0:1776267958.429770:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.429783:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.429786:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fa92afd. 00000400:00000010:1.0:1776267958.429798:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267958.429803:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113728, offset 224 00000400:00000200:1.0:1776267958.429811:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.429822:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.429827:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90970:90970:256:4294967295] 192.168.202.34@tcp LPNI seq info [90970:90970:8:4294967295] 00000400:00000200:1.0:1776267958.429837:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.429842:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.429846:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343698). 00000800:00000200:1.0:1776267958.429851:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.429858:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.429861:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.429877:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000637c8ebb. 00000020:00000010:1.0:1776267958.429880:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.429883:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc492d9e. 00000800:00000200:1.0:1776267958.430499:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.430505:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007516ad8d (tot 82343450). 00000400:00000200:1.0:1776267958.430510:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.430514:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.430518:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267958.430520:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00080000:00000010:3.0:1776267958.431052:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3629c46. 00010000:00000010:3.0:1776267958.431132:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009184fe1a. 00010000:00000010:3.0:1776267958.431138:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000132633a3. 00010000:00000010:3.0:1776267958.431200:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000825d57df. 00010000:00000010:3.0:1776267958.431204:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009184fe1a. 00010000:00000010:3.0:1776267958.431212:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267958.431216:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2336022. 00000100:00000010:3.0:1776267958.431222:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c1002d6e. 02000000:00000010:3.0:1776267958.431232:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073145459. 02000000:00000010:3.0:1776267958.431269:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dcdc868. 00000400:00000010:3.0:1776267958.431278:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c080821. 00000400:00000010:3.0:1776267958.431283:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0cacef. 00000100:00000200:3.0:1776267958.431289:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489478656, portal 16 00000400:00000010:3.0:1776267958.431293:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d10681d1. 00000100:00000200:3.0:1776267958.431295:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489478656, offset 0 00000400:00000200:3.0:1776267958.431302:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.431312:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.431319:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.431322:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.431325:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.431328:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90971:90971:256:4294967295] 192.168.202.34@tcp LPNI seq info [90971:90971:8:4294967295] 00000400:00000200:3.0:1776267958.431337:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.431342:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.431348:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.431353:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.431359:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.431362:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776267958.431931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd3c65e0. 00010000:00000010:3.1:1776267958.431938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00000800:00000200:0.0:1776267958.432009:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.432012:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267958.432017:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.432022:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.432026:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10681d1 00000400:00000010:0.0:1776267958.432027:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d10681d1. 00000100:00000200:0.0:1776267958.432034:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c1002d6e x1862549489478656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1776267958.432571:0:67439:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080121de5. 02000000:00000010:0.0:1776267958.432585:0:67439:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000093ff893d. 02000000:00000010:1.0:1776267958.432645:0:15890:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000843db516. 00000400:00000010:1.0:1776267958.432652:0:15890:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000002b16988. 00000400:00000010:1.0:1776267958.432656:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267958.432660:0:15890:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862549489478720, portal 4 00000400:00000010:1.0:1776267958.432665:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c48805. 00000100:00000200:1.0:1776267958.432667:0:15890:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862549489478720, offset 0 00000400:00000200:1.0:1776267958.432672:0:15890:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776267958.432682:0:15890:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776267958.432691:0:15890:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69dfa98b26c40 00000400:00000200:1.0:1776267958.432696:0:15890:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x33cf5 [8] + 448 00000400:00000200:1.0:1776267958.432702:0:15890:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.432705:0:15890:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776267958.432709:0:15890:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1776267958.432713:0:15890:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000345a8507. 00000400:00000200:1.0:1776267958.432731:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c48805 00000400:00000010:1.0:1776267958.432732:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c48805. 00000100:00000200:1.0:1776267958.432736:0:15890:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000080121de5 x1862549489478720/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267965 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000020:00000010:2.0:1776267958.432972:0:77283:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087ef4103. 00000020:00000010:2.0:1776267958.432980:0:77283:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.432984:0:77283:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.433022:0:77283:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489478720 02000000:00000010:2.0:1776267958.433038:0:77283:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000005099ae57. 00010000:00000200:2.0:1776267958.433064:0:77283:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000345a8507 x1862549489478720/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:604/0 lens 224/368 e 0 to 0 dl 1776267964 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000400:00000010:2.0:1776267958.433077:0:77283:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267958.433081:0:77283:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862549489478720, offset 224 00000400:00000200:2.0:1776267958.433085:0:77283:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267958.433090:0:77283:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267958.433095:0:77283:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69dfa98b26c40 00000400:00000200:2.0:1776267958.433099:0:77283:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb6c41 [1] + 224 00000400:00000200:2.0:1776267958.433103:0:77283:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.433105:0:77283:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267958.433110:0:77283:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000080121de5 x1862549489478720/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267965 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:2.0:1776267958.433134:0:77283:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:2.0:1776267958.433135:0:77283:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00000020:00000010:2.0:1776267958.433147:0:77283:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.433151:0:77283:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.433153:0:77283:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087ef4103. 00000400:00000010:1.0:1776267958.433239:0:15890:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000002b16988. 00000400:00000200:1.0:1776267958.433252:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267958.433254:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267958.433259:0:15890:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000080121de5 x1862549489478720/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267965 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:1.0:1776267958.433265:0:15890:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000080121de5 x1862549489478720/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267965 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000010:1.0:1776267958.433290:0:15890:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000843db516. 02000000:00000010:1.0:1776267958.433295:0:15890:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000093ff893d. 00000100:00000010:1.0:1776267958.433298:0:15890:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080121de5. 00000400:00000200:3.0:1776267958.435866:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.435885:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26c00 00000400:00000200:3.0:1776267958.435925:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6c39 [1] + 224 00000400:00000200:3.0:1776267958.435943:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.435947:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.435957:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c1002d6e x1862549489478656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267958.436063:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c080821. 00000400:00000200:1.0:1776267958.436068:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0cacef 00000400:00000010:1.0:1776267958.436069:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0cacef. 00000100:00000200:1.0:1776267958.436076:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c1002d6e x1862549489478656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.436083:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c1002d6e x1862549489478656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.436109:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dcdc868. 02000000:00000010:1.0:1776267958.436115:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000073145459. 00000100:00000010:1.0:1776267958.436118:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1002d6e. 00000100:00000010:1.0:1776267958.436122:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2336022. 00010000:00000010:1.0:1776267958.436126:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 00010000:00000010:0.1:1776267958.436278:0:78467:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5bf31f3. 00000400:00000200:1.0:1776267958.436939:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.436952:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67d80 00000400:00000200:1.0:1776267958.436959:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5589 [2] + 1968 00000400:00000010:1.0:1776267958.436963:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f45c097. 00000400:00000200:1.0:1776267958.437203:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e74880b6 00000400:00000200:1.0:1776267958.437806:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.437814:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.437819:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e74880b6 00000400:00000010:1.0:1776267958.437822:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e74880b6 (tot 82343298). 00000100:00000200:1.0:1776267958.437831:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267958.437959:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018b781cf. 00000020:00000010:3.0:1776267958.437964:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.437968:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267958.437995:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bb1b152d x1862549476113792/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267958.438033:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113792 02000000:00000010:3.0:1776267958.438044:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1b69fe3. 00010000:00000010:3.0:1776267958.438072:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaab6baa. 00010000:00000010:3.0:1776267958.438088:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbd7e7b2. 00000100:00000010:3.0:1776267958.438093:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b988ca5. 00000100:00000010:3.0:1776267958.438105:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000b988ca5. 00010000:00000010:3.0:1776267958.438109:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbd7e7b2. 00000400:00000010:3.0:1776267958.438121:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a04c9ce3. 00000100:00000200:3.0:1776267958.438126:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113792, offset 224 00000400:00000200:3.0:1776267958.438133:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00080000:00000010:1.0:1776267958.438134:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc492d9e. 00000400:00000200:3.0:1776267958.438144:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.438149:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90972:90972:256:4294967295] 192.168.202.34@tcp LPNI seq info [90972:90972:8:4294967295] 00000400:00000200:3.0:1776267958.438158:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.438163:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.438166:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343546). 00000800:00000200:3.0:1776267958.438172:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.438178:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.438181:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267958.438200:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.438204:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267958.438206:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018b781cf. 00010000:00000010:1.0:1776267958.438209:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009184fe1a. 02000000:00000010:3.0:1776267958.438213:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082a2dd4b. 00010000:00000010:1.0:1776267958.438215:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a4211c8. 00000100:00000010:3.0:1776267958.438216:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000339ea1b5. 02000000:00000010:3.0:1776267958.438219:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f2d8215c. 00000100:00000010:3.0:1776267958.438221:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e06806be. 02000000:00000010:3.0:1776267958.438224:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e160ebd4. 00000100:00000010:3.0:1776267958.438225:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 02000000:00000010:3.0:1776267958.438228:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bed9a1bd. 00000100:00000010:3.0:1776267958.438230:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b4b4fcf9. 02000000:00000010:3.0:1776267958.438233:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f2e9bfe6. 00000100:00000010:3.0:1776267958.438236:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 02000000:00000010:3.0:1776267958.438238:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000026e1a843. 00000100:00000010:3.0:1776267958.438242:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007960707f. 00000100:00000200:3.0:1776267958.438260:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267958.438265:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003a0bea30. 00000400:00000010:3.0:1776267958.438269:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000b988ca5 (tot 82343698). 00010000:00000010:1.0:1776267958.438302:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e092f549. 00010000:00000010:1.0:1776267958.438309:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.438319:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fa92afd. 00000100:00000010:1.0:1776267958.438323:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000800:00000200:3.0:1776267958.438342:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.438345:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:3.0:1776267958.438350:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.438353:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.438356:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a04c9ce3 00000400:00000010:3.0:1776267958.438357:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a04c9ce3. 02000000:00000010:3.0:1776267958.438360:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1b69fe3. 00010000:00000010:3.1:1776267958.438932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a9bdec2. 00010000:00000010:3.1:1776267958.438940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:1.1:1776267958.439081:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b6750c1. 00000100:00000010:1.0:1776267958.439093:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000037681c56. 02000000:00000010:1.0:1776267958.439104:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082a2dd4b. 02000000:00000010:1.0:1776267958.439128:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073145459. 00000400:00000010:1.0:1776267958.439133:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000002b16988. 00000400:00000010:1.0:1776267958.439136:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267958.439140:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489478784, portal 16 00000400:00000010:1.0:1776267958.439144:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c48805. 00000100:00000200:1.0:1776267958.439146:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489478784, offset 0 00000400:00000200:1.0:1776267958.439152:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.439161:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.439168:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.439171:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.439173:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.439176:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90973:90973:256:4294967295] 192.168.202.34@tcp LPNI seq info [90973:90973:8:4294967295] 00000400:00000200:1.0:1776267958.439183:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.439188:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.439191:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343698). 00000800:00000200:1.0:1776267958.439196:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.439201:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.439204:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.439323:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.439326:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007516ad8d (tot 82343450). 00000400:00000200:3.0:1776267958.439330:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.439334:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.439337:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c48805 00000400:00000010:3.0:1776267958.439339:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c48805. 00000100:00000200:3.0:1776267958.439345:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000037681c56 x1862549489478784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.441524:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.441542:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26c80 00000400:00000200:1.0:1776267958.441550:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6c55 [1] + 224 00000400:00000200:1.0:1776267958.441564:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.441567:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.441576:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000037681c56 x1862549489478784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267958.441859:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000002b16988. 00000400:00000200:3.0:1776267958.441864:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:3.0:1776267958.441865:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:3.0:1776267958.441871:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000037681c56 x1862549489478784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.441878:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000037681c56 x1862549489478784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.441969:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073145459. 02000000:00000010:3.0:1776267958.441976:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000082a2dd4b. 00000100:00000010:3.0:1776267958.441980:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000037681c56. 00000100:00000010:3.0:1776267958.441984:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:3.0:1776267958.441987:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fa92afd. 00000400:00000200:1.0:1776267958.442298:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.442307:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67dc0 00000400:00000200:1.0:1776267958.442313:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb55e1 [2] + 0 00000400:00000200:1.0:1776267958.442370:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.442375:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.442379:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.442384:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 00000020:00000010:0.0:1776267958.442442:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd2aed79. 00000020:00000010:0.0:1776267958.442449:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f40c5d75. 00000020:00000010:0.0:1776267958.442453:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.442476:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa9f9452 x1862549476113856/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267958.442511:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113856 02000000:00000010:0.0:1776267958.442521:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082bde3d0. 00010000:00000010:0.0:1776267958.442547:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a54132a7. 00010000:00000010:0.0:1776267958.442564:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004852fc13. 00000100:00000010:0.0:1776267958.442570:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063be5ca9. 00000100:00000010:0.0:1776267958.442580:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063be5ca9. 00010000:00000010:0.0:1776267958.442582:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004852fc13. 00000400:00000010:0.0:1776267958.442594:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267958.442597:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113856, offset 224 00000400:00000200:0.0:1776267958.442605:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.442615:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.442621:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90974:90974:256:4294967295] 192.168.202.34@tcp LPNI seq info [90974:90974:8:4294967295] 00000400:00000200:0.0:1776267958.442629:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.442634:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.442638:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343698). 00000800:00000200:0.0:1776267958.442643:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.442650:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.442653:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.442671:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f40c5d75. 00000020:00000010:0.0:1776267958.442675:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.442678:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd2aed79. 00000800:00000200:0.0:1776267958.442755:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.442766:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:0.0:1776267958.442770:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.442773:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.442776:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:0.0:1776267958.442777:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00080000:00000010:3.0:1776267958.443117:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082a2dd4b. 00010000:00000010:3.0:1776267958.443209:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:3.0:1776267958.443217:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007807df6b. 00010000:00000010:3.0:1776267958.443319:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c256ba98. 00010000:00000010:3.0:1776267958.443326:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000873fb41f. 00010000:00000010:3.0:1776267958.443336:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbd7e7b2. 00000100:00000010:3.0:1776267958.443341:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039703549. 00000100:00000010:3.0:1776267958.443348:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 02000000:00000010:3.0:1776267958.443357:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bed9a1bd. 02000000:00000010:3.0:1776267958.443380:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018b781cf. 00000400:00000010:3.0:1776267958.443385:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b825eafa. 00000400:00000010:3.0:1776267958.443389:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a04c9ce3. 00000100:00000200:3.0:1776267958.443394:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489478848, portal 16 00000400:00000010:3.0:1776267958.443398:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267958.443400:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489478848, offset 0 00000400:00000200:3.0:1776267958.443406:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.443414:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.443419:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.443423:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.443425:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.443428:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90975:90975:256:4294967295] 192.168.202.34@tcp LPNI seq info [90975:90975:8:4294967295] 00000400:00000200:3.0:1776267958.443434:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.443438:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.443442:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267958.443446:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.443451:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.443453:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.443548:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.443551:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267958.443556:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.443559:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.443562:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:1.0:1776267958.443563:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000100:00000200:1.0:1776267958.443569:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f83dba0c x1862549489478848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267958.447215:0:78468:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4cb6cbf. 00010000:00000010:1.1:1776267958.447226:0:78468:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000825d57df. 00000400:00000200:0.0:1776267958.447801:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.447815:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26cc0 00000400:00000200:0.0:1776267958.447822:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6c61 [1] + 224 00000400:00000200:0.0:1776267958.447830:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.447833:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.447841:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f83dba0c x1862549489478848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267958.447868:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.447872:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67e00 00000400:00000200:0.0:1776267958.447876:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb55e1 [2] + 328 00000400:00000200:0.0:1776267958.447969:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.447973:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.447977:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267958.447982:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 00010000:00000010:3.1:1776267958.448167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f7163c5. 00000400:00000010:3.0:1776267958.448197:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b825eafa. 00000400:00000200:3.0:1776267958.448201:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a04c9ce3 00000400:00000010:3.0:1776267958.448203:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a04c9ce3. 00000100:00000200:3.0:1776267958.448209:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f83dba0c x1862549489478848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.448216:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f83dba0c x1862549489478848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776267958.448238:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087ef4103. 02000000:00000010:3.0:1776267958.448252:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018b781cf. 00000020:00000010:2.0:1776267958.448254:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 02000000:00000010:3.0:1776267958.448257:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bed9a1bd. 00000020:00000010:2.0:1776267958.448259:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000010:3.0:1776267958.448261:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 00000100:00000010:3.0:1776267958.448264:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039703549. 00010000:00000010:3.0:1776267958.448267:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbd7e7b2. 00000100:00000200:2.0:1776267958.448282:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009825d73 x1862549476113920/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267958.448317:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113920 02000000:00000010:2.0:1776267958.448328:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0b287c4. 00010000:00000010:2.0:1776267958.448366:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1cd90d8. 00010000:00000010:2.0:1776267958.448722:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.448729:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1eac6b0. 00000100:00000010:2.0:1776267958.448744:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1eac6b0. 00010000:00000010:2.0:1776267958.448746:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.448760:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267958.448764:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113920, offset 224 00000400:00000200:2.0:1776267958.448771:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.448783:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00080000:00000010:3.0:1776267958.448784:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001bc06130. 00000400:00000200:2.0:1776267958.448788:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90976:90976:256:4294967295] 192.168.202.34@tcp LPNI seq info [90976:90976:8:4294967295] 00000400:00000200:2.0:1776267958.448797:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.448802:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.448806:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090ca6720 (tot 82343698). 00000800:00000200:2.0:1776267958.448812:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.448817:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.448821:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090ca6720 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.448843:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.448848:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.448851:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087ef4103. 00010000:00000010:3.0:1776267958.448860:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000873fb41f. 00010000:00000010:3.0:1776267958.448867:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea12269f. 00010000:00000010:3.0:1776267958.448989:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e14b8782. 00010000:00000010:3.0:1776267958.448995:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000873fb41f. 00010000:00000010:3.0:1776267958.449006:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbd7e7b2. 00000100:00000010:3.0:1776267958.449009:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039703549. 00000100:00000010:3.0:1776267958.449015:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 02000000:00000010:3.0:1776267958.449026:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bed9a1bd. 02000000:00000010:3.0:1776267958.449052:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018b781cf. 00000400:00000010:3.0:1776267958.449057:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b825eafa. 00000400:00000010:3.0:1776267958.449061:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a04c9ce3. 00000100:00000200:3.0:1776267958.449066:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489478912, portal 16 00000400:00000010:3.0:1776267958.449070:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094003477. 00000100:00000200:3.0:1776267958.449072:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489478912, offset 0 00000400:00000200:3.0:1776267958.449077:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.449084:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.449090:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.449093:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.449095:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.449097:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90977:90977:255:4294967295] 192.168.202.34@tcp LPNI seq info [90977:90977:7:4294967295] 00000400:00000200:3.0:1776267958.449103:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.449107:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.449110:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343946). 00000800:00000200:3.0:1776267958.449113:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.449117:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.449119:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.449281:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.449284:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090ca6720 (tot 82343698). 00000400:00000200:0.0:1776267958.449287:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.449290:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.449292:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:0.0:1776267958.449293:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00000800:00000200:0.0:1776267958.449333:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.449335:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267958.449340:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.449343:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.449344:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094003477 00000400:00000010:0.0:1776267958.449345:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094003477. 00000100:00000200:0.0:1776267958.449350:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f83dba0c x1862549489478912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.451151:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.451168:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26d00 00000400:00000200:1.0:1776267958.451176:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6c6d [1] + 224 00000400:00000200:1.0:1776267958.451189:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.451193:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.451201:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f83dba0c x1862549489478912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267958.451355:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b825eafa. 00000400:00000200:3.0:1776267958.451361:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a04c9ce3 00000400:00000010:3.0:1776267958.451362:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a04c9ce3. 00000100:00000200:3.0:1776267958.451368:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f83dba0c x1862549489478912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.451376:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f83dba0c x1862549489478912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.451401:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018b781cf. 02000000:00000010:3.0:1776267958.451407:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bed9a1bd. 00000100:00000010:3.0:1776267958.451411:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 00000100:00000010:3.0:1776267958.451414:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039703549. 00010000:00000010:3.0:1776267958.451417:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbd7e7b2. 00010000:00000010:0.1:1776267958.451593:0:78420:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df099e9b. 00010000:00000010:3.1:1776267958.452050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082da9f68. 00010000:00000010:3.1:1776267958.452057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e092f549. 00000400:00000200:3.0:1776267958.452105:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.452114:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67e40 00000400:00000200:3.0:1776267958.452120:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb55e1 [2] + 656 00000400:00000200:3.0:1776267958.452174:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.452178:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.452183:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.452187:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 00000020:00000010:2.0:1776267958.452251:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087ef4103. 00000020:00000010:2.0:1776267958.452258:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.452264:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.452292:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f83dba0c x1862549476113984/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267958.452337:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476113984 02000000:00000010:2.0:1776267958.452350:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ca292cd. 00010000:00000010:2.0:1776267958.452378:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d573f466. 00010000:00000010:2.0:1776267958.452395:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.452401:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c1eac6b0. 00000100:00000010:2.0:1776267958.452418:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c1eac6b0. 00010000:00000010:2.0:1776267958.452421:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.452431:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a302828a. 00000100:00000200:2.0:1776267958.452436:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476113984, offset 224 00000400:00000200:2.0:1776267958.452443:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.452452:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.452457:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90978:90978:256:4294967295] 192.168.202.34@tcp LPNI seq info [90978:90978:8:4294967295] 00000400:00000200:2.0:1776267958.452465:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.452470:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.452474:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a0b841a (tot 82343698). 00000800:00000200:2.0:1776267958.452479:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.452487:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.452490:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a0b841a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.452507:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.452510:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.452513:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087ef4103. 00080000:00000010:1.0:1776267958.452744:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dcdc868. 00010000:00000010:1.0:1776267958.452839:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000873fb41f. 00010000:00000010:1.0:1776267958.452845:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f1764ba. 00010000:00000010:1.0:1776267958.452946:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c1bfd44. 00010000:00000010:1.0:1776267958.452953:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.452963:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa758556. 00000100:00000010:1.0:1776267958.452966:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.452973:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 02000000:00000010:1.0:1776267958.452983:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073145459. 02000000:00000010:1.0:1776267958.453007:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032374aed. 00000400:00000010:1.0:1776267958.453012:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090efb0bc. 00000400:00000010:1.0:1776267958.453017:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bde3ac1. 00000100:00000200:1.0:1776267958.453021:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489478976, portal 16 00000400:00000010:1.0:1776267958.453025:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4db8adb. 00000100:00000200:1.0:1776267958.453027:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489478976, offset 0 00000400:00000200:1.0:1776267958.453032:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.453038:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.453044:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.453048:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.453051:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.453053:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90979:90979:255:4294967295] 192.168.202.34@tcp LPNI seq info [90979:90979:7:4294967295] 00000400:00000200:1.0:1776267958.453060:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.453065:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.453068:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343946). 00000800:00000200:1.0:1776267958.453072:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.453074:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.453076:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.454008:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.454013:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a0b841a (tot 82343698). 00000400:00000200:1.0:1776267958.454018:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.454025:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.454029:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a302828a 00000400:00000010:1.0:1776267958.454031:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a302828a. 00000800:00000200:1.0:1776267958.454215:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.454217:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576a5c4b (tot 82343450). 00000400:00000200:1.0:1776267958.454220:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.454223:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.454225:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4db8adb 00000400:00000010:1.0:1776267958.454226:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4db8adb. 00000100:00000200:1.0:1776267958.454231:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f72124f x1862549489478976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267958.457923:0:78469:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dea06ea. 00010000:00000010:3.1:1776267958.457937:0:78469:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:2.1:1776267958.458474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d3e0d63. 00000400:00000200:1.0:1776267958.462864:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.462884:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26d40 00000400:00000200:1.0:1776267958.462906:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6c79 [1] + 224 00000400:00000200:1.0:1776267958.462923:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.462927:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.462938:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f72124f x1862549489478976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267958.462983:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090efb0bc. 00000400:00000200:1.0:1776267958.462987:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bde3ac1 00000400:00000010:1.0:1776267958.462989:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bde3ac1. 00000100:00000200:1.0:1776267958.462993:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f72124f x1862549489478976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.463001:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f72124f x1862549489478976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.463031:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032374aed. 02000000:00000010:1.0:1776267958.463037:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000073145459. 00000100:00000010:1.0:1776267958.463041:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 00000100:00000010:1.0:1776267958.463045:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.463049:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa758556. 00010000:00000010:1.1:1776267958.464553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa629a59. 00010000:00000010:1.1:1776267958.464565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e14b8782. 00000400:00000200:1.0:1776267958.464590:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.464600:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67e80 00000400:00000200:1.0:1776267958.464605:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb55e1 [2] + 984 00000400:00000200:1.0:1776267958.465119:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.465124:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.465129:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.465134:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 00000020:00000010:0.0:1776267958.465189:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd2aed79. 00000020:00000010:0.0:1776267958.465197:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005dc9a048. 00000020:00000010:0.0:1776267958.465201:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.465223:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f72124f x1862549476114048/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267958.465302:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476114048 02000000:00000010:0.0:1776267958.465314:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b5aa63d6. 00010000:00000010:0.0:1776267958.465342:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000755a6fe0. 00010000:00000010:0.0:1776267958.465360:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ad7784d. 00000100:00000010:0.0:1776267958.465366:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.465378:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267958.465381:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ad7784d. 00000400:00000010:0.0:1776267958.465394:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267958.465399:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476114048, offset 224 00000400:00000200:0.0:1776267958.465406:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.465417:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.465422:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90980:90980:256:4294967295] 192.168.202.34@tcp LPNI seq info [90980:90980:8:4294967295] 00000400:00000200:0.0:1776267958.465432:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.465436:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.465440:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343698). 00000800:00000200:0.0:1776267958.465446:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.465453:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.465456:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.465474:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005dc9a048. 00000020:00000010:0.0:1776267958.465478:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.465481:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd2aed79. 00080000:00000010:1.0:1776267958.465524:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032374aed. 00010000:00000010:1.0:1776267958.465598:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.465604:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000155e4a71. 00010000:00000010:1.0:1776267958.465679:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f86ace5. 00010000:00000010:1.0:1776267958.465684:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.465693:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa758556. 00000800:00000200:0.0:1776267958.465909:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.465913:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:0.0:1776267958.465917:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.465921:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.465924:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:0.0:1776267958.465926:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00010000:00000010:2.1:1776267958.466040:0:1014:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3861d0e. 00000100:00000010:1.0:1776267958.466095:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.466105:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003fa05e9. 02000000:00000010:1.0:1776267958.466117:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073145459. 02000000:00000010:1.0:1776267958.466142:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2733a40. 00000400:00000010:1.0:1776267958.466147:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090efb0bc. 00000400:00000010:1.0:1776267958.466151:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bde3ac1. 00000100:00000200:1.0:1776267958.466156:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489479040, portal 16 00000400:00000010:1.0:1776267958.466160:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4db8adb. 00000100:00000200:1.0:1776267958.466163:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489479040, offset 0 00000400:00000200:1.0:1776267958.466168:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.466175:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.466181:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.466185:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.466188:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.466191:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90981:90981:256:4294967295] 192.168.202.34@tcp LPNI seq info [90981:90981:8:4294967295] 00000400:00000200:1.0:1776267958.466197:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.466202:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.466206:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343698). 00000800:00000200:1.0:1776267958.466210:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.466214:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.466216:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.466525:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.466528:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576a5c4b (tot 82343450). 00000400:00000200:0.0:1776267958.466532:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.466536:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.466538:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4db8adb 00000400:00000010:0.0:1776267958.466539:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4db8adb. 00000100:00000200:0.0:1776267958.466545:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000003fa05e9 x1862549489479040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267958.471093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eeb815b8. 00010000:00000010:1.1:1776267958.475573:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b24e6315. 00010000:00000010:1.1:1776267958.475587:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c1bfd44. 00000400:00000200:1.0:1776267958.475686:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.476215:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26d80 00000400:00000200:1.0:1776267958.476223:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6c85 [1] + 224 00000400:00000200:1.0:1776267958.476236:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.476240:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.476261:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003fa05e9 x1862549489479040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.476297:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.476303:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e67ec0 00000400:00000200:1.0:1776267958.476308:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb55e1 [2] + 1312 00000400:00000200:1.0:1776267958.476314:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.476316:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.476320:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.476325:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 00000400:00000010:0.0:1776267958.476338:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090efb0bc. 00000400:00000200:0.0:1776267958.476343:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bde3ac1 00000400:00000010:0.0:1776267958.476346:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bde3ac1. 00000100:00000200:0.0:1776267958.476351:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003fa05e9 x1862549489479040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.476358:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003fa05e9 x1862549489479040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267958.476397:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2733a40. 02000000:00000010:0.0:1776267958.476403:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000073145459. 00000100:00000010:0.0:1776267958.476407:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003fa05e9. 00000100:00000010:0.0:1776267958.476411:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:0.0:1776267958.476415:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa758556. 00000400:00000200:1.0:1776267958.476847:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.476854:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 26 MB=0x69dfa97e67f00 00000400:00000200:1.0:1776267958.476859:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.34@tcp of length 224/224 into md 0x91345 [2] + 0 00000400:00000010:1.0:1776267958.476862:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000051d4f932. 00000400:00000200:1.0:1776267958.476865:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006891d7af 00000400:00000200:1.0:1776267958.476870:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.476872:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.476874:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006891d7af 00000400:00000010:1.0:1776267958.476876:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006891d7af (tot 82343298). 00000020:00000010:0.0:1776267958.476877:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd2aed79. 00000100:00000200:1.0:1776267958.476880:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1776267958.476883:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d206940. 00000020:00000010:0.0:1776267958.476887:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000400:00000200:1.0:1776267958.476919:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.476924:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 28 MB=0x69dfa97e67f80 00000400:00000200:1.0:1776267958.476929:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.34@tcp of length 224/224 into md 0x79675 [8] + 9176 00000400:00000200:1.0:1776267958.476933:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1776267958.476934:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000032d5c907 x1862549476114112/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000200:1.0:1776267958.476936:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.476939:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1776267958.476943:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003fa05e9. 00000400:00000200:1.0:1776267958.476976:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.476981:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 12 MB=0x69dfa97e67f40 00000400:00000200:1.0:1776267958.476987:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.34@tcp of length 224/224 into md 0x81299 [64] + 28536 00000400:00000200:1.0:1776267958.476993:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.476995:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.476998:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776267958.477001:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000037681c56. 00000400:00000200:1.0:1776267958.477015:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.477020:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 28 MB=0x69dfa97e67fc0 00000400:00000200:1.0:1776267958.477023:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.34@tcp of length 224/224 into md 0x79675 [8] + 9400 00000400:00000200:1.0:1776267958.477032:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.477034:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.477037:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1776267958.477039:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007960707f. 00000020:00000010:2.0:1776267958.477083:0:71864:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087ef4103. 00000020:00000010:2.0:1776267958.477087:0:71864:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.477090:0:71864:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000020:00000010:3.0:1776267958.477111:0:75366:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000919c9ac7. 00000020:00000010:3.0:1776267958.477121:0:75366:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.477124:0:75366:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267958.477147:0:75366:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000669b4079. 00000020:00000010:3.0:1776267958.477151:0:75366:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2c7a06b. 00000020:00000010:3.0:1776267958.477153:0:75366:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:2.0:1776267958.477155:0:71864:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476114176 00000100:00000200:3.0:1776267958.477164:0:75366:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476114304 02000000:00000010:2.0:1776267958.477171:0:71864:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff07397e. 02000000:00000010:3.0:1776267958.477172:0:75366:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1b69fe3. 00010000:00000200:3.0:1776267958.477179:0:75366:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000003fa05e9 x1862549476114304/t0(0) o400->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:604/0 lens 224/224 e 0 to 0 dl 1776267964 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00010000:00000200:2.0:1776267958.477179:0:71864:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000604322bc x1862549476114176/t0(0) o400->0db9025b-5570-4da3-a9c7-9d4eac5c9e7d@192.168.202.34@tcp:604/0 lens 224/224 e 0 to 0 dl 1776267964 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1776267958.477193:0:75366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a04c9ce3. 00000400:00000010:2.0:1776267958.477193:0:71864:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000647547fc. 00000100:00000200:3.0:1776267958.477197:0:75366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862549476114304, offset 224 00000100:00000200:2.0:1776267958.477197:0:71864:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1862549476114176, offset 224 00000400:00000200:2.0:1776267958.477204:0:71864:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.477214:0:75366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000100:00000200:0.0:1776267958.477219:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476114112 00000400:00000200:3.0:1776267958.477221:0:75366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.477226:0:75366:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90982:90982:256:4294967295] 192.168.202.34@tcp LPNI seq info [90982:90982:8:4294967295] 02000000:00000010:0.0:1776267958.477227:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c7c185ff. 00000400:00000200:3.0:1776267958.477235:0:75366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.477240:0:75366:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.477253:0:75366:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343546). 00000800:00000200:3.0:1776267958.477260:0:75366:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00010000:00000010:0.0:1776267958.477264:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e40da66. 00000800:00000200:3.0:1776267958.477267:0:75366:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.477272:0:75366:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1776267958.477286:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ad7784d. 00000020:00000010:3.0:1776267958.477290:0:75366:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000100:00000010:0.0:1776267958.477292:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000020:00000010:3.0:1776267958.477294:0:75366:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267958.477297:0:75366:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000919c9ac7. 00000100:00000010:0.0:1776267958.477300:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267958.477302:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ad7784d. 00000100:00000200:3.0:1776267958.477307:0:75366:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476114368 00000400:00000010:0.0:1776267958.477309:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267958.477311:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476114112, offset 224 02000000:00000010:3.0:1776267958.477314:0:75366:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000919c9ac7. 00000400:00000200:0.0:1776267958.477317:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00010000:00000200:3.0:1776267958.477318:0:75366:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000007960707f x1862549476114368/t0(0) o400->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:604/0 lens 224/224 e 0 to 0 dl 1776267964 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:0.0:1776267958.477322:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000010:3.0:1776267958.477325:0:75366:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000341d5d58. 00000400:00000200:0.0:1776267958.477326:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90983:90983:255:4294967295] 192.168.202.34@tcp LPNI seq info [90983:90983:7:4294967295] 00000100:00000200:3.0:1776267958.477327:0:75366:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862549476114368, offset 224 00000400:00000200:0.0:1776267958.477333:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.477337:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.477340:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343794). 00000800:00000200:0.0:1776267958.477344:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.477347:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.477349:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.477355:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d206940. 00000020:00000010:0.0:1776267958.477358:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.477360:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd2aed79. 00000020:00000010:0.0:1776267958.477381:0:64850:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd2aed79. 00000020:00000010:0.0:1776267958.477384:0:64850:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d206940. 00000020:00000010:0.0:1776267958.477397:0:64850:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.477418:0:64850:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476114240 02000000:00000010:0.0:1776267958.477427:0:64850:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a356b739. 00010000:00000200:0.0:1776267958.477431:0:64850:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000037681c56 x1862549476114240/t0(0) o400->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 224/224 e 0 to 0 dl 1776268001 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:3.0:1776267958.477432:0:75366:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.477437:0:75366:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000010:0.0:1776267958.477439:0:64850:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083f3734f. 00000400:00000200:3.0:1776267958.477440:0:75366:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90984:90984:254:4294967295] 192.168.202.34@tcp LPNI seq info [90984:90984:6:4294967295] 00000100:00000200:0.0:1776267958.477441:0:64850:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862549476114240, offset 224 00000400:00000200:0.0:1776267958.477445:0:64850:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.477448:0:75366:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.477451:0:75366:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.477454:0:75366:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82344042). 00000800:00000200:3.0:1776267958.477458:0:75366:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.477461:0:75366:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.477463:0:75366:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267958.477469:0:75366:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2c7a06b. 00000020:00000010:3.0:1776267958.477472:0:75366:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267958.477474:0:75366:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000669b4079. 00000400:00000200:0.0:1776267958.477554:0:64850:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.477559:0:64850:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90985:90985:253:4294967295] 192.168.202.34@tcp LPNI seq info [90985:90985:5:4294967295] 00000400:00000200:0.0:1776267958.477566:0:64850:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.477570:0:64850:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.477573:0:64850:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82344290). 00000800:00000200:0.0:1776267958.477576:0:64850:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.477579:0:64850:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.477581:0:64850:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.477588:0:64850:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d206940. 00000020:00000010:0.0:1776267958.477590:0:64850:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.477592:0:64850:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd2aed79. 00000800:00000200:0.0:1776267958.477640:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.477644:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82344042). 00000400:00000200:0.0:1776267958.477649:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.477652:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.477655:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a04c9ce3 00000400:00000010:0.0:1776267958.477656:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a04c9ce3. 00000800:00000200:0.0:1776267958.477665:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.477667:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343794). 00000400:00000200:0.0:1776267958.477669:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.477672:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.477673:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:0.0:1776267958.477674:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00000800:00000200:0.0:1776267958.477681:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.477682:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343546). 00000400:00000200:0.0:1776267958.477684:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.477686:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.477687:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000341d5d58 00000400:00000010:0.0:1776267958.477688:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000341d5d58. 00000400:00000200:2.0:1776267958.478035:0:71864:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.478039:0:71864:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90986:90986:255:4294967295] 192.168.202.34@tcp LPNI seq info [90986:90986:7:4294967295] 00000400:00000200:2.0:1776267958.478046:0:71864:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.478050:0:71864:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.478054:0:71864:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a059b960 (tot 82343794). 00000800:00000200:2.0:1776267958.478058:0:71864:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.478062:0:71864:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.478064:0:71864:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a059b960 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.478072:0:71864:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.478075:0:71864:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.478078:0:71864:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087ef4103. 00000100:00000200:2.0:1776267958.478086:0:71864:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1776267958.478090:0:71864:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000057817bfa. 00000400:00000010:2.0:1776267958.478094:0:71864:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c1eac6b0 (tot 82343946). 00000800:00000200:0.0:1776267958.478209:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.478212:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343698). 00000400:00000200:0.0:1776267958.478215:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.478218:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.478220:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083f3734f 00000400:00000010:0.0:1776267958.478222:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083f3734f. 00000800:00000200:0.0:1776267958.478518:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.478520:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a059b960 (tot 82343450). 00000400:00000200:0.0:1776267958.478523:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.478527:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.478529:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000647547fc 00000400:00000010:0.0:1776267958.478531:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000647547fc. 02000000:00000010:0.0:1776267958.478536:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff07397e. 00080000:00000010:0.0:1776267958.478563:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd2aed79. 00010000:00000010:0.0:1776267958.478659:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:0.0:1776267958.478667:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000018f9a2d2. 00010000:00000010:0.0:1776267958.478733:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1f85026. 00010000:00000010:0.0:1776267958.478739:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003871ae3a. 00010000:00000010:0.0:1776267958.478751:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ad7784d. 00000100:00000010:0.0:1776267958.478756:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.478764:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c54bf38. 02000000:00000010:0.0:1776267958.478775:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d191540c. 02000000:00000010:0.0:1776267958.478799:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db0daa01. 00000400:00000010:0.0:1776267958.478802:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002192af62. 00000400:00000010:0.0:1776267958.478806:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083f3734f. 00000100:00000200:0.0:1776267958.478809:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489479104, portal 16 00000400:00000010:0.0:1776267958.478813:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267958.478815:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489479104, offset 0 00000400:00000200:0.0:1776267958.478821:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.478829:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.478837:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.478841:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.478843:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.478845:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90987:90987:256:4294967295] 192.168.202.34@tcp LPNI seq info [90987:90987:8:4294967295] 00000400:00000200:0.0:1776267958.478852:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.478857:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.478860:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82343698). 00000800:00000200:0.0:1776267958.478864:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.478868:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.478871:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.479571:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.479576:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343450). 00000400:00000200:1.0:1776267958.479580:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.479585:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.479588:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:1.0:1776267958.479589:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00000100:00000200:1.0:1776267958.479595:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005c54bf38 x1862549489479104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.483203:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.483221:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26dc0 00000400:00000200:1.0:1776267958.483228:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6ca5 [1] + 224 00000400:00000200:1.0:1776267958.483240:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.483254:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.483265:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005c54bf38 x1862549489479104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.483294:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.483299:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68000 00000400:00000200:1.0:1776267958.483303:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb55e1 [2] + 1640 00000400:00000200:1.0:1776267958.483353:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.483356:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.483360:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.483365:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 00000020:00000010:1.0:1776267958.483403:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2733a40. 00000020:00000010:1.0:1776267958.483409:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.483413:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.483436:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008d76028b x1862549476114432/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267958.483460:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476114432 02000000:00000010:1.0:1776267958.483470:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a27f1142. 00010000:00000010:1.0:1776267958.483506:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fc0e19a. 00000100:00000010:1.0:1776267958.483512:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.483519:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.483522:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fc0e19a. 00000400:00000010:1.0:1776267958.483535:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756ab9ae. 00000100:00000200:1.0:1776267958.483540:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476114432, offset 224 00000400:00000200:1.0:1776267958.483547:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.483556:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.483561:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90988:90988:256:4294967295] 192.168.202.34@tcp LPNI seq info [90988:90988:8:4294967295] 00000400:00000200:1.0:1776267958.483574:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.483579:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.483583:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ec70850 (tot 82343698). 00000800:00000200:1.0:1776267958.483588:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.483595:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.483599:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ec70850 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.483615:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.483619:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.483621:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2733a40. 00000800:00000200:1.0:1776267958.483678:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.483682:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ec70850 (tot 82343450). 00000400:00000200:1.0:1776267958.483685:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.483688:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.483691:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756ab9ae 00000400:00000010:1.0:1776267958.483693:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756ab9ae. 00000400:00000010:1.0:1776267958.483711:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002192af62. 00000400:00000200:1.0:1776267958.483714:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083f3734f 00000400:00000010:1.0:1776267958.483715:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083f3734f. 00000100:00000200:1.0:1776267958.483721:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005c54bf38 x1862549489479104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.483728:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005c54bf38 x1862549489479104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267958.483747:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d85e124. 02000000:00000010:1.0:1776267958.483760:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db0daa01. 02000000:00000010:1.0:1776267958.483765:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d191540c. 00000100:00000010:1.0:1776267958.483768:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c54bf38. 00000100:00000010:1.0:1776267958.483771:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:1.0:1776267958.483773:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ad7784d. 00080000:00000010:1.0:1776267958.483788:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2733a40. 00010000:00000010:1.0:1776267958.483867:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003871ae3a. 00010000:00000010:1.0:1776267958.483874:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e5203d8. 00010000:00000010:1.0:1776267958.483967:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c1bfd44. 00010000:00000010:1.0:1776267958.483975:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267958.483985:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fc0e19a. 00000100:00000010:1.0:1776267958.483988:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.483994:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 02000000:00000010:1.0:1776267958.484005:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b2a35f2. 02000000:00000010:1.0:1776267958.484028:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8a6856c. 00000400:00000010:1.0:1776267958.484032:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae94a7e7. 00000400:00000010:1.0:1776267958.484036:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756ab9ae. 00000100:00000200:1.0:1776267958.484040:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489479168, portal 16 00000400:00000010:1.0:1776267958.484044:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c75b50e9. 00000100:00000200:1.0:1776267958.484045:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489479168, offset 0 00000400:00000200:1.0:1776267958.484049:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.484056:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.484061:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.484065:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.484069:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.484071:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90989:90989:256:4294967295] 192.168.202.34@tcp LPNI seq info [90989:90989:8:4294967295] 00000400:00000200:1.0:1776267958.484078:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.484082:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.484085:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ec70850 (tot 82343698). 00000800:00000200:1.0:1776267958.484089:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.484093:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.484096:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ec70850 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.484141:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.484143:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ec70850 (tot 82343450). 00000400:00000200:1.0:1776267958.484145:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.484149:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.484151:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c75b50e9 00000400:00000010:1.0:1776267958.484152:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c75b50e9. 00000100:00000200:1.0:1776267958.484156:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000425f4f8d x1862549489479168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.487611:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.487628:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26e00 00000400:00000200:1.0:1776267958.487636:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6cb1 [1] + 224 00000400:00000200:1.0:1776267958.487650:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.487654:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.487664:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000425f4f8d x1862549489479168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267958.487733:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae94a7e7. 00000400:00000200:0.0:1776267958.487737:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756ab9ae 00000400:00000010:0.0:1776267958.487739:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756ab9ae. 00000100:00000200:0.0:1776267958.487745:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000425f4f8d x1862549489479168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.487752:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000425f4f8d x1862549489479168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267958.487792:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8a6856c. 02000000:00000010:0.0:1776267958.487814:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b2a35f2. 00000100:00000010:0.0:1776267958.487818:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 00000100:00000010:0.0:1776267958.487825:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:0.0:1776267958.487828:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fc0e19a. 00000400:00000200:1.0:1776267958.488481:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.488491:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68040 00000400:00000200:1.0:1776267958.488497:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb55e1 [2] + 1968 00000400:00000010:1.0:1776267958.488500:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e6b64db7. 00000400:00000200:1.0:1776267958.488503:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b8779863 00000400:00000200:1.0:1776267958.488658:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.488663:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.488666:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8779863 00000400:00000010:1.0:1776267958.488669:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b8779863 (tot 82343298). 00000100:00000200:1.0:1776267958.488674:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1776267958.488931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c30d9a34. 00010000:00000010:0.1:1776267958.488938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7c19635. 00010000:00000010:0.1:1776267958.488942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f86ace5. 00000020:00000010:2.0:1776267958.489153:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087ef4103. 00000020:00000010:2.0:1776267958.489160:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.489164:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.489191:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000007da5ffc x1862549476114496/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267958.489261:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476114496 02000000:00000010:2.0:1776267958.489270:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026e1a843. 00010000:00000010:2.0:1776267958.489296:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1039077. 00010000:00000010:2.0:1776267958.489314:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.489320:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c672e557. 00000100:00000010:2.0:1776267958.489332:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c672e557. 00010000:00000010:2.0:1776267958.489336:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.489351:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4c7b484. 00000100:00000200:2.0:1776267958.489356:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476114496, offset 224 00000400:00000200:2.0:1776267958.489364:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00080000:00000010:0.0:1776267958.489372:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004feadbc2. 00000400:00000200:2.0:1776267958.489377:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.489383:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90990:90990:256:4294967295] 192.168.202.34@tcp LPNI seq info [90990:90990:8:4294967295] 00000400:00000200:2.0:1776267958.489403:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.489408:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.489412:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343546). 00000800:00000200:2.0:1776267958.489418:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.489424:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.489427:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.489449:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.489454:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.489456:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087ef4103. 00010000:00000010:0.0:1776267958.489463:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 02000000:00000010:2.0:1776267958.489466:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a27f1142. 00010000:00000010:0.0:1776267958.489468:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aaa80961. 00000100:00000010:2.0:1776267958.489469:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 02000000:00000010:2.0:1776267958.489472:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c7c185ff. 00000100:00000010:2.0:1776267958.489474:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 02000000:00000010:2.0:1776267958.489477:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b5aa63d6. 00000100:00000010:2.0:1776267958.489478:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 02000000:00000010:2.0:1776267958.489481:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ca292cd. 00000100:00000010:2.0:1776267958.489483:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 02000000:00000010:2.0:1776267958.489485:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0b287c4. 00000100:00000010:2.0:1776267958.489488:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 02000000:00000010:2.0:1776267958.489491:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082bde3d0. 00000100:00000010:2.0:1776267958.489493:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 00000100:00000200:2.0:1776267958.489499:0:64837:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776267958.489504:0:64837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eabb1145. 00000400:00000010:2.0:1776267958.489508:0:64837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c672e557 (tot 82343698). 00000800:00000200:3.0:1776267958.489614:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.489620:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:3.0:1776267958.489624:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.489628:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.489631:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4c7b484 00000400:00000010:3.0:1776267958.489633:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4c7b484. 02000000:00000010:3.0:1776267958.489638:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000026e1a843. 00010000:00000010:0.0:1776267958.489690:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc824cb9. 00010000:00000010:0.0:1776267958.489694:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001d206940. 00010000:00000010:0.0:1776267958.489710:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad20466f. 00010000:00000010:0.0:1776267958.489716:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f22ae854. 00080000:00000010:0.0:1776267958.489729:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000925a8a13. 00010000:00000010:0.0:1776267958.489756:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267958.489771:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d206940. 00010000:00000010:0.0:1776267958.489822:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd8af543. 00010000:00000010:0.0:1776267958.489826:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267958.489834:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.489838:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063be5ca9. 00000100:00000010:0.0:1776267958.489844:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267958.489853:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b381e93. 02000000:00000010:0.0:1776267958.489871:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efe36136. 00000400:00000010:0.0:1776267958.489874:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006d349583. 00000400:00000010:0.0:1776267958.489877:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267958.489879:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489479232, portal 16 00000400:00000010:0.0:1776267958.489882:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5deca77. 00000100:00000200:0.0:1776267958.489883:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489479232, offset 0 00000400:00000200:0.0:1776267958.489887:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.489917:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.489924:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.489928:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.489930:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.489933:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90991:90991:256:4294967295] 192.168.202.34@tcp LPNI seq info [90991:90991:8:4294967295] 00000400:00000200:0.0:1776267958.489940:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.489945:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.489948:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343698). 00000800:00000200:0.0:1776267958.489952:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.489957:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.489959:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.490258:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.490262:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:1.0:1776267958.490265:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.490269:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.490272:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5deca77 00000400:00000010:1.0:1776267958.490273:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5deca77. 00000100:00000200:1.0:1776267958.490280:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489479232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267958.490929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000623dee5b. 00010000:00000010:1.1:1776267958.490937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025a7d6e6. 00010000:00000010:1.1:1776267958.490941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1f85026. 00000400:00000200:1.0:1776267958.492291:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.492307:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26e40 00000400:00000200:1.0:1776267958.492315:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6cc1 [1] + 224 00000400:00000200:1.0:1776267958.492327:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.492337:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.492346:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489479232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.492378:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.492383:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68080 00000400:00000010:0.0:1776267958.492440:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006d349583. 00000400:00000200:0.0:1776267958.492445:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267958.492447:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:0.0:1776267958.492452:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489479232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.492460:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489479232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.492463:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5639 [2] + 0 00000400:00000200:1.0:1776267958.492474:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.492477:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.492480:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.492484:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 02000000:00000010:0.0:1776267958.492487:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efe36136. 02000000:00000010:0.0:1776267958.492492:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b381e93. 00000100:00000010:0.0:1776267958.492494:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:0.0:1776267958.492497:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063be5ca9. 00010000:00000010:0.0:1776267958.492500:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000020:00000010:2.0:1776267958.492551:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0b287c4. 00000020:00000010:2.0:1776267958.492556:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.492559:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.492577:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000192be620 x1862549476114560/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267958.492623:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476114560 02000000:00000010:2.0:1776267958.492630:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ca292cd. 00010000:00000010:2.0:1776267958.492651:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baf7ddcb. 00010000:00000010:2.0:1776267958.492665:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.492669:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a8aa10c. 00000100:00000010:2.0:1776267958.492678:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a8aa10c. 00010000:00000010:2.0:1776267958.492680:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.492692:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058b5df77. 00000100:00000200:2.0:1776267958.492696:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476114560, offset 224 00000400:00000200:2.0:1776267958.492711:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.492721:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.492726:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90992:90992:256:4294967295] 192.168.202.34@tcp LPNI seq info [90992:90992:8:4294967295] 00000400:00000200:2.0:1776267958.492735:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.492739:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.492743:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267958.492748:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.492754:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.492757:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.492776:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.492780:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.492783:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0b287c4. 00000800:00000200:3.0:1776267958.492921:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.492925:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267958.492929:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.492933:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.492935:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058b5df77 00000400:00000010:3.0:1776267958.492937:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058b5df77. 00010000:00000010:0.1:1776267958.493277:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001ab4626. 00010000:00000010:0.1:1776267958.493283:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c1bfd44. 00010000:00000010:0.1:1776267958.493286:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc824cb9. 00010000:00000010:0.1:1776267958.493289:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad20466f. 00080000:00000010:0.0:1776267958.493327:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b381e93. 00010000:00000010:2.1:1776267958.493381:0:64837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9af8c98. 00010000:00000010:0.0:1776267958.493593:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267958.493599:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000973d4690. 00010000:00000010:0.0:1776267958.493657:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad20466f. 00010000:00000010:0.0:1776267958.493661:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267958.493669:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.493672:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063be5ca9. 00000100:00000010:0.0:1776267958.493678:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267958.493687:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000efe36136. 02000000:00000010:0.0:1776267958.493867:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1877bba. 00000400:00000010:0.0:1776267958.493871:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006d349583. 00000400:00000010:0.0:1776267958.493874:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267958.493878:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489479296, portal 16 00000400:00000010:0.0:1776267958.493882:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b63bbdc2. 00000100:00000200:0.0:1776267958.493883:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489479296, offset 0 00000400:00000200:0.0:1776267958.493888:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.493919:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.493925:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.493929:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.493932:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.493935:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90993:90993:256:4294967295] 192.168.202.34@tcp LPNI seq info [90993:90993:8:4294967295] 00000400:00000200:0.0:1776267958.493942:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.493947:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.493951:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343698). 00000800:00000200:0.0:1776267958.493957:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.493962:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.493965:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.494222:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.494225:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343450). 00000400:00000200:1.0:1776267958.494230:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.494234:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.494237:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b63bbdc2 00000400:00000010:1.0:1776267958.494238:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b63bbdc2. 00000100:00000200:1.0:1776267958.494254:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489479296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.495983:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.495999:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26e80 00000400:00000200:1.0:1776267958.496008:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6ccd [1] + 224 00000400:00000200:1.0:1776267958.496020:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.496023:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.496033:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489479296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.496064:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.496069:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e680c0 00000400:00000200:1.0:1776267958.496074:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5639 [2] + 328 00000400:00000200:1.0:1776267958.496117:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.496121:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.496124:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.496130:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090b3b0d2. 00000400:00000010:0.0:1776267958.496172:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006d349583. 00000400:00000200:0.0:1776267958.496177:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267958.496179:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:0.0:1776267958.496185:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489479296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.496193:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489479296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267958.496218:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1877bba. 02000000:00000010:0.0:1776267958.496223:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000efe36136. 00000100:00000010:0.0:1776267958.496226:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:0.0:1776267958.496229:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063be5ca9. 00010000:00000010:0.0:1776267958.496232:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000020:00000010:2.0:1776267958.496357:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0b287c4. 00000020:00000010:2.0:1776267958.496364:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.496368:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.496466:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090b3b0d2 x1862549476114624/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267958.496527:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476114624 02000000:00000010:2.0:1776267958.496539:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087ef4103. 00010000:00000010:2.0:1776267958.496566:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ecde6d96. 00010000:00000010:2.0:1776267958.496584:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.496590:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a8aa10c. 00000100:00000010:2.0:1776267958.496604:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a8aa10c. 00010000:00000010:2.0:1776267958.496607:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.496619:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022cf8c37. 00000100:00000200:2.0:1776267958.496623:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476114624, offset 224 00000400:00000200:2.0:1776267958.496629:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00080000:00000010:0.0:1776267958.496637:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efe36136. 00000400:00000200:2.0:1776267958.496640:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.496644:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90994:90994:256:4294967295] 192.168.202.34@tcp LPNI seq info [90994:90994:8:4294967295] 00000400:00000200:2.0:1776267958.496652:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.496657:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.496661:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267958.496666:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.496671:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.496674:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.496706:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.496710:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.496713:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0b287c4. 00000800:00000200:3.0:1776267958.496963:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.496968:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267958.496972:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.496975:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.496978:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022cf8c37 00000400:00000010:3.0:1776267958.496980:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022cf8c37. 00010000:00000010:0.0:1776267958.497162:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267958.497169:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1d92800. 00010000:00000010:0.0:1776267958.497239:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfb657c0. 00010000:00000010:0.0:1776267958.497281:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267958.497295:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.497299:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063be5ca9. 00000100:00000010:0.0:1776267958.497306:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267958.497315:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1877bba. 02000000:00000010:0.0:1776267958.497342:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082bde3d0. 00000400:00000010:0.0:1776267958.497347:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006d349583. 00000400:00000010:0.0:1776267958.497351:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267958.497355:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489479360, portal 16 00000400:00000010:0.0:1776267958.497358:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052669a04. 00000100:00000200:0.0:1776267958.497360:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489479360, offset 0 00000400:00000200:0.0:1776267958.497365:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.497371:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.497378:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.497381:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.497383:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.497396:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90995:90995:256:4294967295] 192.168.202.34@tcp LPNI seq info [90995:90995:8:4294967295] 00000400:00000200:0.0:1776267958.497404:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.497408:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.497411:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000903c6240 (tot 82343698). 00000800:00000200:0.0:1776267958.497415:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.497420:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.497422:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000903c6240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.497575:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.497578:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000903c6240 (tot 82343450). 00000400:00000200:1.0:1776267958.497582:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.497585:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.497588:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052669a04 00000400:00000010:1.0:1776267958.497589:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052669a04. 00000100:00000200:1.0:1776267958.497594:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489479360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.498704:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.498718:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26ec0 00000400:00000200:1.0:1776267958.498725:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6cd9 [1] + 224 00000400:00000200:1.0:1776267958.498737:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.498739:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.498747:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489479360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267958.498833:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006d349583. 00000400:00000200:0.0:1776267958.498838:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267958.498839:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:0.0:1776267958.498845:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489479360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.498851:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489479360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267958.498875:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082bde3d0. 02000000:00000010:0.0:1776267958.498880:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1877bba. 00000100:00000010:0.0:1776267958.498882:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:0.0:1776267958.498886:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063be5ca9. 00010000:00000010:0.0:1776267958.498889:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00010000:00000010:0.1:1776267958.498940:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbc3c98b. 00010000:00000010:0.1:1776267958.498946:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8af543. 00010000:00000010:2.1:1776267958.499000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9a18b81. 00000400:00000200:3.0:1776267958.499744:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.499752:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68100 00000400:00000200:3.0:1776267958.499757:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5639 [2] + 656 00000400:00000200:3.0:1776267958.499888:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.499912:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.499917:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.499922:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc3056fa. 00000020:00000010:2.0:1776267958.500018:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0b287c4. 00000020:00000010:2.0:1776267958.500024:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.500027:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.500048:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc3056fa x1862549476114688/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267958.500188:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476114688 02000000:00000010:2.0:1776267958.500199:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c7e53c9f. 00010000:00000010:2.0:1776267958.500224:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fcc6289. 00010000:00000010:2.0:1776267958.500239:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.500256:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a8aa10c. 00000100:00000010:2.0:1776267958.500272:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a8aa10c. 00010000:00000010:2.0:1776267958.500275:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.500287:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f66fea4f. 00000100:00000200:2.0:1776267958.500292:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476114688, offset 224 00000400:00000200:2.0:1776267958.500299:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.500310:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.500315:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90996:90996:256:4294967295] 192.168.202.34@tcp LPNI seq info [90996:90996:8:4294967295] 00000400:00000200:2.0:1776267958.500325:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.500330:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.500334:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267958.500339:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00080000:00000010:0.0:1776267958.500339:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1877bba. 00000800:00000200:2.0:1776267958.500346:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.500350:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.500371:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.500375:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.500377:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0b287c4. 00010000:00000010:0.0:1776267958.500485:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267958.500492:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f9b2407d. 00010000:00000010:0.0:1776267958.500568:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd8af543. 00010000:00000010:0.0:1776267958.500575:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267958.500585:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.500589:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063be5ca9. 00000100:00000010:0.0:1776267958.500595:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267958.500606:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082bde3d0. 02000000:00000010:0.0:1776267958.500628:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5aa63d6. 00000400:00000010:0.0:1776267958.500633:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006d349583. 00000400:00000010:0.0:1776267958.500637:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267958.500642:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489479424, portal 16 00000400:00000010:0.0:1776267958.500646:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074d9ae42. 00000100:00000200:0.0:1776267958.500648:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489479424, offset 0 00000400:00000200:0.0:1776267958.500653:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000800:00000200:1.0:1776267958.500659:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1776267958.500659:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000800:00000010:1.0:1776267958.500662:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:0.0:1776267958.500665:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.500666:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.500668:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.500669:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.500671:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.500673:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f66fea4f 00000400:00000200:0.0:1776267958.500673:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90997:90997:255:4294967295] 192.168.202.34@tcp LPNI seq info [90997:90997:7:4294967295] 00000400:00000010:1.0:1776267958.500674:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f66fea4f. 00000400:00000200:0.0:1776267958.500680:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.500753:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.500757:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c5e367f (tot 82343698). 00000800:00000200:0.0:1776267958.500766:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.500769:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.500771:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c5e367f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776267958.500957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000370a7968. 00000800:00000200:1.0:1776267958.501014:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.501016:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343450). 00000400:00000200:1.0:1776267958.501020:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.501023:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.501026:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074d9ae42 00000400:00000010:1.0:1776267958.501027:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074d9ae42. 00000100:00000200:1.0:1776267958.501033:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489479424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.503105:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.503124:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26f00 00000400:00000200:3.0:1776267958.503133:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6ce5 [1] + 224 00000400:00000200:3.0:1776267958.503146:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.503149:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.503158:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489479424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267958.503259:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006d349583. 00000400:00000200:0.0:1776267958.503264:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267958.503266:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:0.0:1776267958.503272:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489479424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.503280:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489479424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267958.503308:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5aa63d6. 02000000:00000010:0.0:1776267958.503313:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000082bde3d0. 00000100:00000010:0.0:1776267958.503317:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:0.0:1776267958.503320:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063be5ca9. 00010000:00000010:0.0:1776267958.503324:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000200:1.0:1776267958.503588:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.503595:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68140 00000400:00000200:1.0:1776267958.503599:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5639 [2] + 984 00000400:00000200:1.0:1776267958.503729:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.503733:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.503738:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.503744:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 00000020:00000010:2.0:1776267958.503883:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0b287c4. 00000020:00000010:2.0:1776267958.503889:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.503891:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.503945:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000200aa5ca x1862549476114752/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267958.503976:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476114752 02000000:00000010:2.0:1776267958.503987:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8434201. 00010000:00000010:2.0:1776267958.504016:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004eebf2b5. 00010000:00000010:2.0:1776267958.504036:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.504040:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a8aa10c. 00000100:00000010:2.0:1776267958.504050:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a8aa10c. 00010000:00000010:2.0:1776267958.504053:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.504066:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d61039d. 00000100:00000200:2.0:1776267958.504070:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476114752, offset 224 00080000:00000010:0.0:1776267958.504076:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082bde3d0. 00000400:00000200:2.0:1776267958.504077:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.504086:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.504091:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90998:90998:256:4294967295] 192.168.202.34@tcp LPNI seq info [90998:90998:8:4294967295] 00000400:00000200:2.0:1776267958.504099:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.504104:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.504108:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267958.504114:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.504120:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.504124:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1776267958.504150:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f22ae854. 00000020:00000010:2.0:1776267958.504153:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.504156:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00010000:00000010:0.0:1776267958.504157:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074e3ef7c. 00000020:00000010:2.0:1776267958.504160:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0b287c4. 00010000:00000010:0.0:1776267958.504234:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfbad915. 00010000:00000010:0.0:1776267958.504240:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267958.504263:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.504267:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063be5ca9. 00000100:00000010:0.0:1776267958.504273:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267958.504283:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5aa63d6. 02000000:00000010:0.0:1776267958.504309:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7c185ff. 00000400:00000010:0.0:1776267958.504314:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006d349583. 00000400:00000010:0.0:1776267958.504318:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267958.504322:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489479488, portal 16 00000400:00000010:0.0:1776267958.504327:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1a3c560. 00000100:00000200:0.0:1776267958.504340:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489479488, offset 0 00000400:00000200:0.0:1776267958.504345:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.504351:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.504358:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.504362:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.504365:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.504368:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [90999:90999:255:4294967295] 192.168.202.34@tcp LPNI seq info [90999:90999:7:4294967295] 00000400:00000200:0.0:1776267958.504374:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.504378:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.504381:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c5e367f (tot 82343946). 00000800:00000200:0.0:1776267958.504384:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.504388:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.504390:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c5e367f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.504462:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.504466:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343698). 00000400:00000200:3.0:1776267958.504470:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.504474:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.504477:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d61039d 00000400:00000010:3.0:1776267958.504479:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d61039d. 00000800:00000200:3.0:1776267958.504516:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.504518:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343450). 00000400:00000200:3.0:1776267958.504521:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.504524:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.504526:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1a3c560 00000400:00000010:3.0:1776267958.504527:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1a3c560. 00000100:00000200:3.0:1776267958.504532:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489479488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267958.504947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af5eb3ba. 00010000:00000010:0.1:1776267958.504952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad20466f. 00000400:00000200:3.0:1776267958.506379:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.506395:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26f40 00000400:00000200:3.0:1776267958.506403:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6cf1 [1] + 224 00000400:00000200:3.0:1776267958.506414:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.506417:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.506425:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489479488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.506460:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.506464:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68180 00000400:00000200:3.0:1776267958.506467:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5639 [2] + 1312 00000400:00000200:3.0:1776267958.506499:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.506502:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.506506:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.506510:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6a3c49b. 00000020:00000010:1.0:1776267958.506587:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bae115f. 00000020:00000010:1.0:1776267958.506594:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.506598:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.506623:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a6a3c49b x1862549476114816/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000400:00000010:0.0:1776267958.506667:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006d349583. 00000400:00000200:0.0:1776267958.506672:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267958.506673:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:0.0:1776267958.506679:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489479488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.506682:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476114816 00000100:00000200:0.0:1776267958.506686:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489479488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.506691:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003b2a35f2. 02000000:00000010:0.0:1776267958.506719:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7c185ff. 02000000:00000010:0.0:1776267958.506724:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b5aa63d6. 00010000:00000010:1.0:1776267958.506726:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080460f3f. 00000100:00000010:0.0:1776267958.506727:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:0.0:1776267958.506729:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063be5ca9. 00010000:00000010:0.0:1776267958.506733:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00010000:00000010:1.0:1776267958.506746:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267958.506751:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.506760:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.506762:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000400:00000010:1.0:1776267958.506773:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c75b50e9. 00000100:00000200:1.0:1776267958.506778:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476114816, offset 224 00080000:00000010:0.0:1776267958.506781:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5aa63d6. 00000400:00000200:1.0:1776267958.506784:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.506793:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.506797:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91000:91000:256:4294967295] 192.168.202.34@tcp LPNI seq info [91000:91000:8:4294967295] 00000400:00000200:1.0:1776267958.506806:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.506811:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.506814:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa70f1ef (tot 82343698). 00000800:00000200:1.0:1776267958.506819:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.506825:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.506828:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa70f1ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.506851:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00010000:00000010:0.0:1776267958.506853:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f22ae854. 00000020:00000010:1.0:1776267958.506855:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.506858:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bae115f. 00010000:00000010:0.0:1776267958.506858:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e0b4fc4a. 00010000:00000010:0.0:1776267958.506949:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc824cb9. 00010000:00000010:0.0:1776267958.506953:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001d206940. 00010000:00000010:0.0:1776267958.506958:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad20466f. 00010000:00000010:0.0:1776267958.506963:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f22ae854. 00080000:00000010:0.0:1776267958.506975:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7c185ff. 00010000:00000010:0.0:1776267958.507001:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267958.507006:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d206940. 00000004:00000010:0.0:1776267958.507048:0:77399:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e3aeb90e. 00000004:00000010:0.0:1776267958.507057:0:77399:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 0000000045a0983b. 00000004:00000010:0.0:1776267958.507063:0:77399:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 00000000787f9d5b. 00080000:00000010:0.0:1776267958.507069:0:77399:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 00000000d191540c. 00000001:00000010:0.0:1776267958.507083:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006d349583. 00000001:00000010:0.0:1776267958.507096:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006d349583. 00080000:00000010:0.0:1776267958.507106:0:77399:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 00000000d191540c. 00000004:00000010:0.0:1776267958.507111:0:77399:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 00000000787f9d5b. 00000004:00000010:0.0:1776267958.507117:0:77399:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 0000000045a0983b. 00000004:00000010:0.0:1776267958.507120:0:77399:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 00000000e3aeb90e. 00010000:00000010:0.0:1776267958.507138:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f777ff2. 00010000:00000010:0.0:1776267958.507142:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267958.507148:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.507152:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063be5ca9. 00000100:00000010:0.0:1776267958.507157:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267958.507166:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d191540c. 02000000:00000010:0.0:1776267958.507189:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db0daa01. 00000400:00000010:0.0:1776267958.507193:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006d349583. 00000400:00000010:0.0:1776267958.507197:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267958.507201:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489479552, portal 16 00000400:00000010:0.0:1776267958.507206:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015166d3f. 00000100:00000200:0.0:1776267958.507207:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489479552, offset 0 00000400:00000200:0.0:1776267958.507212:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.507218:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.507223:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.507226:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.507228:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.507231:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91001:91001:255:4294967295] 192.168.202.34@tcp LPNI seq info [91001:91001:7:4294967295] 00000400:00000200:0.0:1776267958.507237:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.507251:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.507255:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000903c6240 (tot 82343946). 00000800:00000200:0.0:1776267958.507259:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.507263:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.507264:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000903c6240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.507375:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.507378:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa70f1ef (tot 82343698). 00000400:00000200:3.0:1776267958.507381:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.507384:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.507386:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c75b50e9 00000400:00000010:3.0:1776267958.507388:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c75b50e9. 00000800:00000200:3.0:1776267958.507425:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.507428:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000903c6240 (tot 82343450). 00000400:00000200:3.0:1776267958.507431:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.507434:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.507436:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015166d3f 00000400:00000010:3.0:1776267958.507437:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015166d3f. 00000100:00000200:3.0:1776267958.507442:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489479552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267958.508037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e92dcc14. 00010000:00000010:0.1:1776267958.508045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb657c0. 00010000:00000010:2.1:1776267958.508936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f552cdcf. 00000400:00000200:3.0:1776267958.509142:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.509153:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26f80 00000400:00000200:3.0:1776267958.509160:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6cfd [1] + 224 00000400:00000200:3.0:1776267958.509169:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.509172:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.509178:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489479552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.509205:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.509208:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e681c0 00000400:00000200:3.0:1776267958.509211:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5639 [2] + 1640 00000400:00000200:3.0:1776267958.509216:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.509217:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.509220:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.509223:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d720bc70. 00000020:00000010:1.0:1776267958.509285:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bae115f. 00000400:00000010:0.0:1776267958.509291:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006d349583. 00000020:00000010:1.0:1776267958.509292:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.509296:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000400:00000200:0.0:1776267958.509296:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267958.509298:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:0.0:1776267958.509303:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489479552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.509309:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489479552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.509322:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d720bc70 x1862549476114880/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267958.509382:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476114880 02000000:00000010:1.0:1776267958.509401:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8a6856c. 02000000:00000010:0.0:1776267958.509425:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db0daa01. 00010000:00000010:1.0:1776267958.509426:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029d3f2d3. 02000000:00000010:0.0:1776267958.509431:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d191540c. 00000100:00000010:0.0:1776267958.509434:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:0.0:1776267958.509436:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063be5ca9. 00010000:00000010:0.0:1776267958.509439:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00010000:00000010:1.0:1776267958.509441:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267958.509446:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.509461:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.509464:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000400:00000010:1.0:1776267958.509474:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fd3bfba. 00080000:00000010:0.0:1776267958.509475:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d191540c. 00000100:00000200:1.0:1776267958.509478:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476114880, offset 224 00000400:00000200:1.0:1776267958.509484:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.509494:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.509499:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91002:91002:256:4294967295] 192.168.202.34@tcp LPNI seq info [91002:91002:8:4294967295] 00000400:00000200:1.0:1776267958.509507:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.509512:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.509516:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ec70850 (tot 82343698). 00000800:00000200:1.0:1776267958.509521:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.509527:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.509530:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ec70850 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.509552:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.509556:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.509558:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bae115f. 00000800:00000200:0.0:1776267958.509738:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.509742:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ec70850 (tot 82343450). 00000400:00000200:0.0:1776267958.509745:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.509749:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.509751:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fd3bfba 00000400:00000010:0.0:1776267958.509752:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fd3bfba. 00010000:00000010:0.1:1776267958.510283:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000085a77bd. 00010000:00000010:0.1:1776267958.510290:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8af543. 00010000:00000010:1.1:1776267958.510923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035fc8ce5. 00010000:00000010:2.1:1776267958.511117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecef84e9. 00010000:00000010:0.1:1776267958.520181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b1adf93. 00010000:00000010:0.1:1776267958.520193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfbad915. 00010000:00000010:0.1:1776267958.520198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc824cb9. 00010000:00000010:0.1:1776267958.520201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad20466f. 00080000:00000010:2.0:1776267958.525441:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7c185ff. 00080000:00000010:2.0:1776267958.525453:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5aa63d6. 00080000:00000010:2.0:1776267958.525456:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082bde3d0. 00080000:00000010:2.0:1776267958.525458:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1877bba. 00080000:00000010:2.0:1776267958.525460:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efe36136. 00080000:00000010:2.0:1776267958.525462:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b381e93. 00080000:00000010:2.0:1776267958.525464:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000925a8a13. 00080000:00000010:2.0:1776267958.525467:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004feadbc2. 00080000:00000010:2.0:1776267958.525469:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2733a40. 00080000:00000010:2.0:1776267958.525473:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd2aed79. 00080000:00000010:2.0:1776267958.525475:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032374aed. 00080000:00000010:2.0:1776267958.525481:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dcdc868. 00080000:00000010:2.0:1776267958.525484:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001bc06130. 00080000:00000010:2.0:1776267958.525486:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082a2dd4b. 00080000:00000010:2.0:1776267958.525489:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc492d9e. 00080000:00000010:2.0:1776267958.525491:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3629c46. 00080000:00000010:2.0:1776267958.525494:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef51bd5e. 00080000:00000010:2.0:1776267958.525499:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0be1d1f. 00080000:00000010:2.0:1776267958.525505:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e11d7718. 00080000:00000010:2.0:1776267958.525509:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010e2f8d3. 00080000:00000010:2.0:1776267958.525511:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001bed7747. 00080000:00000010:2.0:1776267958.525515:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c47fc59. 00080000:00000010:2.0:1776267958.525518:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000852aae78. 00080000:00000010:2.0:1776267958.525521:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000891f6a3c. 00080000:00000010:2.0:1776267958.525523:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc443004. 00080000:00000010:2.0:1776267958.525525:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000699962b8. 00080000:00000010:2.0:1776267958.525528:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb360aaa. 00080000:00000010:2.0:1776267958.525530:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab5069cd. 00080000:00000010:2.0:1776267958.525533:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1a59fe7. 00080000:00000010:2.0:1776267958.525536:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063adbf5b. 00080000:00000010:2.0:1776267958.525538:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004690f0af. 00080000:00000010:2.0:1776267958.525541:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000684f0eeb. 00080000:00000010:2.0:1776267958.525543:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e2877bf. 00080000:00000010:2.0:1776267958.525546:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000901a4617. 00080000:00000010:2.0:1776267958.525549:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011de480b. 00080000:00000010:2.0:1776267958.525551:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093d3c9df. 00080000:00000010:2.0:1776267958.525553:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006cd90090. 00080000:00000010:2.0:1776267958.525555:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e5a7f7c. 00080000:00000010:2.0:1776267958.525558:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f9f3e50. 00080000:00000010:2.0:1776267958.525561:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005875b192. 00080000:00000010:2.0:1776267958.525563:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000218b890e. 00080000:00000010:2.0:1776267958.525565:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009fd980b8. 00080000:00000010:2.0:1776267958.525567:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e4a1ec9. 00080000:00000010:2.0:1776267958.525569:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078578b10. 00080000:00000010:2.0:1776267958.525572:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000720a002a. 00080000:00000010:2.0:1776267958.525574:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001edf7619. 00080000:00000010:2.0:1776267958.525577:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be9cb66b. 00080000:00000010:2.0:1776267958.525582:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2fadfa3. 00080000:00000010:2.0:1776267958.525585:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ea6705f. 00080000:00000010:2.0:1776267958.525587:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004790d8c9. 00080000:00000010:2.0:1776267958.525592:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052f9bef3. 00080000:00000010:2.0:1776267958.525594:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9810d16. 00080000:00000010:2.0:1776267958.525598:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074ce0ee6. 00080000:00000010:2.0:1776267958.525601:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec163e95. 00080000:00000010:2.0:1776267958.525603:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008215e64d. 00080000:00000010:2.0:1776267958.525606:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005feb5163. 00080000:00000010:2.0:1776267958.525608:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0fb6ec2. 00080000:00000010:2.0:1776267958.525611:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042f8e345. 00080000:00000010:2.0:1776267958.525614:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009a6ec3e. 00080000:00000010:2.0:1776267958.525618:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000435d0e71. 00080000:00000010:2.0:1776267958.525621:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da4c13f6. 00080000:00000010:2.0:1776267958.525624:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2dda419. 00080000:00000010:2.0:1776267958.525626:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1599409. 00080000:00000010:2.0:1776267958.525630:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009233697b. 00080000:00000010:2.0:1776267958.525633:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d986aa0f. 00080000:00000010:2.0:1776267958.525636:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbaf4806. 00080000:00000010:2.0:1776267958.525638:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2229113. 00080000:00000010:2.0:1776267958.525641:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085f24814. 00080000:00000010:2.0:1776267958.525643:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddf224ea. 00080000:00000010:2.0:1776267958.525646:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072d882d5. 00080000:00000010:2.0:1776267958.525648:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e58d95d8. 00080000:00000010:2.0:1776267958.525650:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8d4bcf2. 00080000:00000010:2.0:1776267958.525652:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7141cdf. 00080000:00000010:2.0:1776267958.525655:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ecf597b. 00080000:00000010:2.0:1776267958.525657:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b6550ad. 00080000:00000010:2.0:1776267958.525660:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000768020c7. 00080000:00000010:2.0:1776267958.525662:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b89b1087. 00080000:00000010:2.0:1776267958.525665:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052e2cee4. 00080000:00000010:2.0:1776267958.525667:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000eb15fa0. 00080000:00000010:2.0:1776267958.525670:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000845aacd5. 00080000:00000010:2.0:1776267958.525673:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edc9a4fa. 00080000:00000010:2.0:1776267958.525675:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000babca4ef. 00080000:00000010:2.0:1776267958.525678:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7dabe95. 00080000:00000010:2.0:1776267958.525681:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe04325e. 00080000:00000010:2.0:1776267958.525686:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000776bdcf3. 00080000:00000010:2.0:1776267958.525688:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075ae124c. 00080000:00000010:2.0:1776267958.525692:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc25b4a7. 00080000:00000010:2.0:1776267958.525696:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009541819f. 00080000:00000010:2.0:1776267958.525699:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc3ec428. 00080000:00000010:2.0:1776267958.525701:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000daaf5d5a. 00080000:00000010:2.0:1776267958.525704:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009112ca2c. 00080000:00000010:2.0:1776267958.525706:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd856fcf. 00080000:00000010:2.0:1776267958.525708:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2037dc8. 00080000:00000010:2.0:1776267958.525710:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000003ecc40. 00080000:00000010:2.0:1776267958.525712:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9cd5abd. 00080000:00000010:2.0:1776267958.525715:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d67910fb. 00080000:00000010:2.0:1776267958.525718:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c5d0260. 00080000:00000010:2.0:1776267958.525720:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fdce6f51. 00080000:00000010:2.0:1776267958.525722:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c13579e3. 00080000:00000010:2.0:1776267958.525724:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea75c513. 00080000:00000010:2.0:1776267958.525727:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c828800f. 00080000:00000010:2.0:1776267958.525729:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5fc0531. 00080000:00000010:2.0:1776267958.525731:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d55bf219. 00080000:00000010:2.0:1776267958.525733:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ce39fee. 00080000:00000010:2.0:1776267958.525735:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6efda11. 00080000:00000010:2.0:1776267958.525738:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ced70d06. 00080000:00000010:2.0:1776267958.525741:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec63921c. 00080000:00000010:2.0:1776267958.525744:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aba7e3c7. 00080000:00000010:2.0:1776267958.525747:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc0b6c42. 00080000:00000010:2.0:1776267958.525751:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2212fb9. 00080000:00000010:2.0:1776267958.525754:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a36408ec. 00080000:00000010:2.0:1776267958.525757:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056434534. 00080000:00000010:2.0:1776267958.525758:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fef5489d. 00080000:00000010:2.0:1776267958.525760:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdb25196. 00080000:00000010:2.0:1776267958.525763:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fb254f9. 00080000:00000010:2.0:1776267958.525765:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010a70fd3. 00080000:00000010:2.0:1776267958.525767:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b722e40. 00080000:00000010:2.0:1776267958.525770:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a217f589. 00080000:00000010:2.0:1776267958.525772:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e0b8943. 00080000:00000010:2.0:1776267958.525774:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4f101e1. 00080000:00000010:2.0:1776267958.525776:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009b21c53. 00080000:00000010:2.0:1776267958.525778:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003614bb4c. 00080000:00000010:2.0:1776267958.525780:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000cf2b01c. 00080000:00000010:2.0:1776267958.525782:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008dfb8c55. 00080000:00000010:2.0:1776267958.525784:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4a0db57. 00080000:00000010:2.0:1776267958.525786:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9785830. 00080000:00000010:2.0:1776267958.525788:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ee181b4. 00080000:00000010:2.0:1776267958.525791:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f40884c3. 00080000:00000010:2.0:1776267958.525795:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000405b2bd5. 00080000:00000010:2.0:1776267958.525797:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab45d891. 00080000:00000010:2.0:1776267958.525799:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be101e86. 00080000:00000010:2.0:1776267958.525802:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e9798d0. 00080000:00000010:2.0:1776267958.525804:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d828f3a6. 00080000:00000010:2.0:1776267958.525808:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e37893fc. 00080000:00000010:2.0:1776267958.525810:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062f7cf94. 00080000:00000010:2.0:1776267958.525812:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a554dc36. 00080000:00000010:2.0:1776267958.525816:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bffc669b. 00080000:00000010:2.0:1776267958.525819:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce3d2268. 00080000:00000010:2.0:1776267958.525822:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000672e24fa. 00080000:00000010:2.0:1776267958.525824:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c474273. 00080000:00000010:2.0:1776267958.525828:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bca99ffe. 00080000:00000010:2.0:1776267958.525830:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025e56940. 00080000:00000010:2.0:1776267958.525832:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041e48a04. 00080000:00000010:2.0:1776267958.525835:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e371fdd9. 00080000:00000010:2.0:1776267958.525837:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e91671fb. 00080000:00000010:2.0:1776267958.525839:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067eb8b99. 00080000:00000010:2.0:1776267958.525841:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000128ac9bd. 00080000:00000010:2.0:1776267958.525843:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bec5553d. 00080000:00000010:2.0:1776267958.525845:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e025f0b7. 00080000:00000010:2.0:1776267958.525847:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0a03b65. 00080000:00000010:2.0:1776267958.525849:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc70d5c3. 00080000:00000010:2.0:1776267958.525851:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2b24287. 00080000:00000010:2.0:1776267958.525853:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da01c07c. 00080000:00000010:2.0:1776267958.525855:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000136e501e. 00080000:00000010:2.0:1776267958.525858:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb70d659. 00080000:00000010:2.0:1776267958.525860:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000745d9463. 00080000:00000010:2.0:1776267958.525864:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070514e76. 00080000:00000010:2.0:1776267958.525867:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d41ffea. 00080000:00000010:2.0:1776267958.525869:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb4658e0. 00080000:00000010:2.0:1776267958.525871:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074d9b0d2. 00080000:00000010:2.0:1776267958.525874:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cb7b395. 00080000:00000010:2.0:1776267958.525876:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b68b31f. 00080000:00000010:2.0:1776267958.525878:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb874000. 00080000:00000010:2.0:1776267958.525880:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d47039b. 00080000:00000010:2.0:1776267958.525883:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0e8e997. 00080000:00000010:2.0:1776267958.525885:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed49fbe5. 00080000:00000010:2.0:1776267958.525888:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e083a65. 00080000:00000010:2.0:1776267958.525890:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e233b26. 00080000:00000010:2.0:1776267958.525950:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3a25ae8. 00080000:00000010:2.0:1776267958.525954:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000083a4e9e. 00080000:00000010:2.0:1776267958.525957:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000345f2841. 00080000:00000010:2.0:1776267958.525959:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000721b3dbb. 00080000:00000010:2.0:1776267958.525961:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c12c25c. 00080000:00000010:2.0:1776267958.525963:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb667aa2. 00080000:00000010:2.0:1776267958.525965:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c93f3280. 00080000:00000010:2.0:1776267958.525967:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000538bb7dc. 00080000:00000010:2.0:1776267958.525970:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000950add4. 00080000:00000010:2.0:1776267958.525972:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075a2fc72. 00080000:00000010:2.0:1776267958.525974:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033da61b4. 00080000:00000010:2.0:1776267958.525976:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000cb24f5a. 00080000:00000010:2.0:1776267958.525978:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f5a95e4. 00080000:00000010:2.0:1776267958.525980:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002387efba. 00080000:00000010:2.0:1776267958.525982:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f953455. 00080000:00000010:2.0:1776267958.525985:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050f2fd27. 00080000:00000010:2.0:1776267958.525987:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067500d83. 00080000:00000010:2.0:1776267958.525989:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b668a25. 00080000:00000010:2.0:1776267958.525992:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000caf5ac3c. 00080000:00000010:2.0:1776267958.525994:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086d3990b. 00080000:00000010:2.0:1776267958.525996:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c642d78. 00080000:00000010:2.0:1776267958.525999:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e193eba2. 00080000:00000010:2.0:1776267958.526001:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000334c7829. 00080000:00000010:2.0:1776267958.526003:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008721ad7d. 00080000:00000010:2.0:1776267958.526005:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac8f8404. 00080000:00000010:2.0:1776267958.526007:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e95f43c. 00080000:00000010:2.0:1776267958.526010:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7d13200. 00080000:00000010:2.0:1776267958.526012:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd746861. 00080000:00000010:2.0:1776267958.526016:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6c365f9. 00080000:00000010:2.0:1776267958.526019:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d7704de. 00080000:00000010:2.0:1776267958.526021:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6c487aa. 00080000:00000010:2.0:1776267958.526023:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7ffc41b. 00080000:00000010:2.0:1776267958.526025:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7ab880d. 00080000:00000010:2.0:1776267958.526027:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000abc3e530. 00080000:00000010:2.0:1776267958.526029:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef4fcab7. 00080000:00000010:2.0:1776267958.526032:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da7283b4. 00080000:00000010:2.0:1776267958.526035:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c99e71f9. 00080000:00000010:2.0:1776267958.526039:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016ce4fa9. 00080000:00000010:2.0:1776267958.526042:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003231c579. 00080000:00000010:2.0:1776267958.526044:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000891e445e. 00080000:00000010:2.0:1776267958.526046:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015cc70ed. 00080000:00000010:2.0:1776267958.526048:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f549fc6. 00080000:00000010:2.0:1776267958.526051:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000886e5172. 00080000:00000010:2.0:1776267958.526053:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef0e12de. 00080000:00000010:2.0:1776267958.526055:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc0c64c8. 00080000:00000010:2.0:1776267958.526057:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9954e69. 00080000:00000010:2.0:1776267958.526060:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d84f0c73. 00080000:00000010:2.0:1776267958.526062:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff1682e8. 00080000:00000010:2.0:1776267958.526065:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b16ecbb7. 00080000:00000010:2.0:1776267958.526067:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000477810c9. 00080000:00000010:2.0:1776267958.526069:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3c6857a. 00080000:00000010:2.0:1776267958.526071:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066442489. 00080000:00000010:2.0:1776267958.526074:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000536d1d2d. 00080000:00000010:2.0:1776267958.526077:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004fa5850c. 00080000:00000010:2.0:1776267958.526080:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050ab13b6. 00080000:00000010:2.0:1776267958.526082:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015368109. 00080000:00000010:2.0:1776267958.526084:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0129af2. 00080000:00000010:2.0:1776267958.526086:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca1683e1. 00080000:00000010:2.0:1776267958.526089:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d1cd443. 00080000:00000010:2.0:1776267958.526092:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fa914a1. 00080000:00000010:2.0:1776267958.526094:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba8434f3. 00080000:00000010:2.0:1776267958.526096:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ecf200a3. 00080000:00000010:2.0:1776267958.526099:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f949d58. 00080000:00000010:2.0:1776267958.526102:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088840db5. 00080000:00000010:2.0:1776267958.526104:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014f4fc12. 00080000:00000010:2.0:1776267958.526106:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0effe5f. 00080000:00000010:2.0:1776267958.526108:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5ceddbc. 00080000:00000010:2.0:1776267958.526110:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f4e3786a. 00080000:00000010:2.0:1776267958.526113:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d0228d2. 00080000:00000010:2.0:1776267958.526116:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f468ef9. 00080000:00000010:2.0:1776267958.526118:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f8a7614. 00080000:00000010:2.0:1776267958.526120:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e911e8da. 00080000:00000010:2.0:1776267958.526122:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ff8fde1. 00080000:00000010:2.0:1776267958.526123:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae18298e. 00080000:00000010:2.0:1776267958.526125:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000023d35a0. 00080000:00000010:2.0:1776267958.526128:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cea61a17. 00080000:00000010:2.0:1776267958.526131:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4e3c1b2. 00080000:00000010:2.0:1776267958.526132:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000939c2bfc. 00080000:00000010:2.0:1776267958.526134:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099950597. 00080000:00000010:2.0:1776267958.526136:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccfb753a. 00080000:00000010:2.0:1776267958.526138:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac8d2d68. 00080000:00000010:2.0:1776267958.526141:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094e465ce. 00080000:00000010:2.0:1776267958.526143:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006728640d. 00080000:00000010:2.0:1776267958.526145:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcf382b0. 00080000:00000010:2.0:1776267958.526147:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094411069. 00080000:00000010:2.0:1776267958.526149:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2e0f6b9. 00080000:00000010:2.0:1776267958.526151:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee2ed8a8. 00080000:00000010:2.0:1776267958.526153:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021c4dbe7. 00080000:00000010:2.0:1776267958.526155:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afd797fe. 00080000:00000010:2.0:1776267958.526157:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000722d6fda. 00080000:00000010:2.0:1776267958.526159:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006456f625. 00080000:00000010:2.0:1776267958.526161:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093ff0911. 00080000:00000010:2.0:1776267958.526163:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038b68da9. 00080000:00000010:2.0:1776267958.526165:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6cad064. 00080000:00000010:2.0:1776267958.526167:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f7dfac6. 00080000:00000010:2.0:1776267958.526169:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005bdae658. 00080000:00000010:2.0:1776267958.526171:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071e9a98a. 00080000:00000010:2.0:1776267958.526173:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085bdda99. 00080000:00000010:2.0:1776267958.526175:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5955e81. 00080000:00000010:2.0:1776267958.526177:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000158eccd5. 00080000:00000010:2.0:1776267958.526179:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9ee2f3c. 00080000:00000010:2.0:1776267958.526181:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079a6b017. 00080000:00000010:2.0:1776267958.526184:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054f85a9a. 00080000:00000010:2.0:1776267958.526186:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073b27dc3. 00080000:00000010:2.0:1776267958.526188:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6e7b922. 00080000:00000010:2.0:1776267958.526191:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c4e77de. 00080000:00000010:2.0:1776267958.526193:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d18a3d44. 00080000:00000010:2.0:1776267958.526196:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa2f4322. 00080000:00000010:2.0:1776267958.526198:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4bc9b5b. 00080000:00000010:2.0:1776267958.526201:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1c829e8. 00080000:00000010:2.0:1776267958.526203:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000840ba58b. 00080000:00000010:2.0:1776267958.526205:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000442e071d. 00080000:00000010:2.0:1776267958.526207:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006986c663. 00080000:00000010:2.0:1776267958.526210:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075c83986. 00080000:00000010:2.0:1776267958.526212:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034316280. 00080000:00000010:2.0:1776267958.526215:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddb3dc9e. 00080000:00000010:2.0:1776267958.526218:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d817e7e7. 00080000:00000010:2.0:1776267958.526220:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044b968e8. 00080000:00000010:2.0:1776267958.526222:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d5e8940. 00080000:00000010:2.0:1776267958.526223:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057ba5cd9. 00080000:00000010:2.0:1776267958.526225:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000612a9e45. 00080000:00000010:2.0:1776267958.526227:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041b27a3f. 00080000:00000010:2.0:1776267958.526229:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b790c72. 00080000:00000010:2.0:1776267958.526232:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000005550ba. 00080000:00000010:2.0:1776267958.526234:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a76feb5f. 00080000:00000010:2.0:1776267958.526237:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b095b7c. 00080000:00000010:2.0:1776267958.526239:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090abaed2. 00080000:00000010:2.0:1776267958.526253:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008388316f. 00080000:00000010:2.0:1776267958.526256:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005dd8208d. 00080000:00000010:2.0:1776267958.526259:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038722f9d. 00080000:00000010:2.0:1776267958.526262:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dcf0ceca. 00080000:00000010:2.0:1776267958.526264:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009605678. 00080000:00000010:2.0:1776267958.526266:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e868c073. 00080000:00000010:2.0:1776267958.526268:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cbe804c6. 00080000:00000010:2.0:1776267958.526270:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab85d175. 00080000:00000010:2.0:1776267958.526273:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f562adb4. 00080000:00000010:2.0:1776267958.526295:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f14439b. 00080000:00000010:2.0:1776267958.526298:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072002d7c. 00080000:00000010:2.0:1776267958.526302:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d159430e. 00080000:00000010:2.0:1776267958.526304:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ade1469. 00080000:00000010:2.0:1776267958.526308:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001dc40ec6. 00080000:00000010:2.0:1776267958.526312:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033aead34. 00080000:00000010:2.0:1776267958.526315:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfbcd6f1. 00080000:00000010:2.0:1776267958.526319:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa17a084. 00080000:00000010:2.0:1776267958.526322:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2e7ce11. 00080000:00000010:2.0:1776267958.526324:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a698523. 00080000:00000010:2.0:1776267958.526328:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a636bd1. 00080000:00000010:2.0:1776267958.526331:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd2acdf8. 00080000:00000010:2.0:1776267958.526333:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a307b2fd. 00080000:00000010:2.0:1776267958.526336:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003777ae3d. 00080000:00000010:2.0:1776267958.526339:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bbf4a33. 00080000:00000010:2.0:1776267958.526342:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d3a7655. 00080000:00000010:2.0:1776267958.526345:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c007435a. 00080000:00000010:2.0:1776267958.526347:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000523fcb17. 00080000:00000010:2.0:1776267958.526349:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027d90569. 00080000:00000010:2.0:1776267958.526351:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c9ad8e8. 00080000:00000010:2.0:1776267958.526354:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001125736. 00080000:00000010:2.0:1776267958.526356:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000990a8a03. 00080000:00000010:2.0:1776267958.526358:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a52a778. 00080000:00000010:2.0:1776267958.526360:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9229ccd. 00080000:00000010:2.0:1776267958.526363:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006707a37d. 00080000:00000010:2.0:1776267958.526366:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000171d39b8. 00080000:00000010:2.0:1776267958.526369:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3a500d9. 00080000:00000010:2.0:1776267958.526371:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca57869c. 00080000:00000010:2.0:1776267958.526373:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe3aa6d3. 00080000:00000010:2.0:1776267958.526376:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005aa849f3. 00080000:00000010:2.0:1776267958.526378:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000035f49b6. 00080000:00000010:2.0:1776267958.526380:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b08fe21. 00080000:00000010:2.0:1776267958.526382:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbdeba04. 00080000:00000010:2.0:1776267958.526384:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba1723a0. 00080000:00000010:2.0:1776267958.526387:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000faf2ab6f. 00080000:00000010:2.0:1776267958.526389:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8c07399. 00080000:00000010:2.0:1776267958.526391:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0a015f9. 00080000:00000010:2.0:1776267958.526393:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008317c5ef. 00080000:00000010:2.0:1776267958.526395:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfa3f016. 00080000:00000010:2.0:1776267958.526397:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dace905c. 00080000:00000010:2.0:1776267958.526399:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eea7a6f8. 00080000:00000010:2.0:1776267958.526401:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012c10be4. 00080000:00000010:2.0:1776267958.526403:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018b3d3c0. 00080000:00000010:2.0:1776267958.526405:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ff579af. 00080000:00000010:2.0:1776267958.526407:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082d2c11a. 00080000:00000010:2.0:1776267958.526408:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea3da4b6. 00080000:00000010:2.0:1776267958.526410:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b7faa48. 00080000:00000010:2.0:1776267958.526412:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed748266. 00080000:00000010:2.0:1776267958.526414:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0e7b059. 00080000:00000010:2.0:1776267958.526416:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009dde3764. 00080000:00000010:2.0:1776267958.526418:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ea8fd00. 00080000:00000010:2.0:1776267958.526420:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1d189c5. 00080000:00000010:2.0:1776267958.526422:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009bfb14c7. 00080000:00000010:2.0:1776267958.526424:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac289441. 00080000:00000010:2.0:1776267958.526426:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b3b4ad6. 00080000:00000010:2.0:1776267958.526428:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000437dd877. 00080000:00000010:2.0:1776267958.526430:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039b69b8f. 00080000:00000010:2.0:1776267958.526431:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ee012a4. 00080000:00000010:2.0:1776267958.526433:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000122291dd. 00080000:00000010:2.0:1776267958.526435:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bb2fe20. 00080000:00000010:2.0:1776267958.526438:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c1632e4. 00080000:00000010:2.0:1776267958.526440:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085884fc3. 00080000:00000010:2.0:1776267958.526442:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058d95614. 00080000:00000010:2.0:1776267958.526444:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc515a90. 00080000:00000010:2.0:1776267958.526447:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed1fcc0e. 00080000:00000010:2.0:1776267958.526449:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b93c807. 00080000:00000010:2.0:1776267958.526452:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb2c298b. 00080000:00000010:2.0:1776267958.526454:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000375f7cd2. 00080000:00000010:2.0:1776267958.526456:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047bd71a1. 00080000:00000010:2.0:1776267958.526459:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a79784f5. 00080000:00000010:2.0:1776267958.526461:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030b4ec03. 00080000:00000010:2.0:1776267958.526464:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed44cc19. 00080000:00000010:2.0:1776267958.526466:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cec26c8b. 00080000:00000010:2.0:1776267958.526468:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc44b45a. 00080000:00000010:2.0:1776267958.526471:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000b208b8. 00080000:00000010:2.0:1776267958.526473:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1b3b13b. 00080000:00000010:2.0:1776267958.526474:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5a6fd84. 00080000:00000010:2.0:1776267958.526477:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e8242cd. 00080000:00000010:2.0:1776267958.526479:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013c3b6e5. 00080000:00000010:2.0:1776267958.526481:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004787b750. 00080000:00000010:2.0:1776267958.526483:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000633aa133. 00080000:00000010:2.0:1776267958.526485:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007abb2c93. 00080000:00000010:2.0:1776267958.526487:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e104291. 00080000:00000010:2.0:1776267958.526489:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ba2d47b. 00080000:00000010:2.0:1776267958.526491:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b3496cd. 00080000:00000010:2.0:1776267958.526493:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000593cddf. 00080000:00000010:2.0:1776267958.526495:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bb2af19. 00080000:00000010:2.0:1776267958.526497:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c68b4170. 00080000:00000010:2.0:1776267958.526498:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000965a646c. 00080000:00000010:2.0:1776267958.526500:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd7a7834. 00080000:00000010:2.0:1776267958.526502:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a79a7a4b. 00080000:00000010:2.0:1776267958.526504:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c850b8bb. 00080000:00000010:2.0:1776267958.526506:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000809899c5. 00080000:00000010:2.0:1776267958.526508:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccb809fc. 00080000:00000010:2.0:1776267958.526510:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008de8f362. 00080000:00000010:2.0:1776267958.526512:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008075ce2e. 00080000:00000010:2.0:1776267958.526514:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000016643e9. 00080000:00000010:2.0:1776267958.526515:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006fbd1a58. 00080000:00000010:2.0:1776267958.526517:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c470cf83. 00080000:00000010:2.0:1776267958.526519:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e1780ab. 00080000:00000010:2.0:1776267958.526520:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001361822d. 00080000:00000010:2.0:1776267958.526523:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dccdf509. 00010000:00000010:1.1:1776267958.526930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6aa833f. 00010000:00000010:1.0:1776267958.530666:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f22ae854. 00010000:00000010:1.0:1776267958.530681:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000408634c2. 00010000:00000010:1.0:1776267958.530765:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a1bf512. 00010000:00000010:1.0:1776267958.530772:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.530786:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267958.530793:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.530802:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:1.0:1776267958.530815:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008bae115f. 02000000:00000010:1.0:1776267958.530847:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054f85a9a. 00000400:00000010:1.0:1776267958.530854:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6b64db7. 00000400:00000010:1.0:1776267958.530860:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267958.530867:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489479616, portal 16 00000400:00000010:1.0:1776267958.530872:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c700c40e. 00000100:00000200:1.0:1776267958.530874:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489479616, offset 0 00000400:00000200:1.0:1776267958.530882:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.530953:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.530960:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.533354:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.533363:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.533367:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91003:91003:256:4294967295] 192.168.202.34@tcp LPNI seq info [91003:91003:8:4294967295] 00000400:00000200:1.0:1776267958.533381:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.533389:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.533398:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ec70850 (tot 82343698). 00000800:00000200:1.0:1776267958.533407:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.533415:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.533418:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ec70850 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.534571:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.534576:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ec70850 (tot 82343450). 00000400:00000200:3.0:1776267958.534582:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.534588:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.534592:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c700c40e 00000400:00000010:3.0:1776267958.534593:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c700c40e. 00000100:00000200:3.0:1776267958.534600:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489479616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267958.538977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c886f65. 00010000:00000010:1.1:1776267958.538994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f777ff2. 00000400:00000200:3.0:1776267958.540359:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.540379:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b26fc0 00000400:00000200:3.0:1776267958.540399:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6d09 [1] + 224 00000400:00000200:3.0:1776267958.540411:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.540414:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.540424:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489479616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.540465:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.540470:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68200 00000400:00000200:3.0:1776267958.540475:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5639 [2] + 1968 00000400:00000010:3.0:1776267958.540479:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed816137. 00000400:00000200:3.0:1776267958.540482:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000092acdaee 00000400:00000200:3.0:1776267958.540489:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.540492:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.540495:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092acdaee 00000400:00000010:3.0:1776267958.540497:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000092acdaee (tot 82343298). 00000100:00000200:3.0:1776267958.540502:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776267958.540597:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e6b64db7. 00000400:00000200:1.0:1776267958.540602:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:1.0:1776267958.540603:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:1.0:1776267958.540609:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489479616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.540617:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489479616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.540645:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054f85a9a. 02000000:00000010:1.0:1776267958.540650:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008bae115f. 00000100:00000010:1.0:1776267958.540653:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:1.0:1776267958.540659:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.540661:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000020:00000010:0.0:1776267958.540832:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db0daa01. 00000020:00000010:0.0:1776267958.540840:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d206940. 00000020:00000010:0.0:1776267958.540844:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.540869:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002bce8aa7 x1862549476114944/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267958.540998:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476114944 02000000:00000010:0.0:1776267958.541011:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e160ebd4. 00010000:00000010:0.0:1776267958.541038:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0c30b31. 00010000:00000010:0.0:1776267958.541058:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.541066:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063be5ca9. 00000100:00000010:0.0:1776267958.541084:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063be5ca9. 00010000:00000010:0.0:1776267958.541087:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.541106:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267958.541111:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476114944, offset 224 00080000:00000010:1.0:1776267958.541119:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bae115f. 00000400:00000200:0.0:1776267958.541119:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.541131:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.541137:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91004:91004:256:4294967295] 192.168.202.34@tcp LPNI seq info [91004:91004:8:4294967295] 00000400:00000200:0.0:1776267958.541147:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.541152:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.541158:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343546). 00000800:00000200:0.0:1776267958.541164:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.541172:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.541176:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.541202:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d206940. 00000020:00000010:0.0:1776267958.541207:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.541210:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db0daa01. 00010000:00000010:1.0:1776267958.541212:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 02000000:00000010:0.0:1776267958.541220:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8a6856c. 00010000:00000010:1.0:1776267958.541221:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d38ee84f. 00000100:00000010:0.0:1776267958.541225:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d720bc70. 02000000:00000010:0.0:1776267958.541231:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003b2a35f2. 00000100:00000010:0.0:1776267958.541233:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a6a3c49b. 02000000:00000010:0.0:1776267958.541236:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8434201. 00000100:00000010:0.0:1776267958.541240:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 02000000:00000010:0.0:1776267958.541255:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c7e53c9f. 00000100:00000010:0.0:1776267958.541258:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc3056fa. 02000000:00000010:0.0:1776267958.541261:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087ef4103. 00000100:00000010:0.0:1776267958.541262:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090b3b0d2. 02000000:00000010:0.0:1776267958.541266:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ca292cd. 00000100:00000010:0.0:1776267958.541267:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 00000100:00000200:0.0:1776267958.541273:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776267958.541278:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006d349583. 00000400:00000010:0.0:1776267958.541282:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000063be5ca9 (tot 82343698). 00010000:00000010:1.0:1776267958.541718:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc7a41ab. 00010000:00000010:1.0:1776267958.541725:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.541736:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267958.541740:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.541747:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:1.0:1776267958.541757:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054f85a9a. 02000000:00000010:1.0:1776267958.541779:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6cad064. 00000400:00000010:1.0:1776267958.541783:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6b64db7. 00000400:00000010:1.0:1776267958.541786:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267958.541788:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489479680, portal 16 00000400:00000010:1.0:1776267958.541792:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf197cb7. 00000100:00000200:1.0:1776267958.541794:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489479680, offset 0 00000400:00000200:1.0:1776267958.541799:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.541806:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.541812:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.541816:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.541818:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.541821:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91005:91005:255:4294967295] 192.168.202.34@tcp LPNI seq info [91005:91005:7:4294967295] 00000400:00000200:1.0:1776267958.541829:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.541833:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.541836:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa70f1ef (tot 82343946). 00000800:00000200:1.0:1776267958.541841:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.541844:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.541847:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa70f1ef type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.541978:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.541983:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343698). 00000400:00000200:3.0:1776267958.541987:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.541991:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.541995:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:3.0:1776267958.541996:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 02000000:00000010:3.0:1776267958.542000:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e160ebd4. 00000800:00000200:3.0:1776267958.542568:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.542572:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa70f1ef (tot 82343450). 00000400:00000200:3.0:1776267958.542575:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.542579:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.542581:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf197cb7 00000400:00000010:3.0:1776267958.542582:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf197cb7. 00000100:00000200:3.0:1776267958.542589:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489479680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.544595:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.544614:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27000 00000400:00000200:3.0:1776267958.544622:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6d19 [1] + 224 00000400:00000200:3.0:1776267958.544635:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.544639:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.544648:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489479680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267958.544740:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e6b64db7. 00000400:00000200:1.0:1776267958.544745:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:1.0:1776267958.544747:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:1.0:1776267958.544752:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489479680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.544758:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489479680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.544785:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6cad064. 02000000:00000010:1.0:1776267958.544790:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054f85a9a. 00000100:00000010:1.0:1776267958.544793:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:1.0:1776267958.544796:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.544801:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00010000:00000010:1.1:1776267958.545952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082d2d248. 00010000:00000010:1.1:1776267958.545973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a1bf512. 00000400:00000200:3.0:1776267958.546607:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.546621:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68240 00000400:00000200:3.0:1776267958.546628:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5691 [2] + 0 00000400:00000200:3.0:1776267958.546685:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.546689:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.546695:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.546708:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea634ef0. 00000020:00000010:0.0:1776267958.547059:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db0daa01. 00000020:00000010:0.0:1776267958.547066:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d206940. 00000020:00000010:0.0:1776267958.547071:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.547109:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ea634ef0 x1862549476115008/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267958.547144:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115008 02000000:00000010:0.0:1776267958.547155:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f2d8215c. 00010000:00000010:0.0:1776267958.547183:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e6f1437. 00010000:00000010:0.0:1776267958.547207:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.547215:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083c7a1fb. 00000100:00000010:0.0:1776267958.547225:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083c7a1fb. 00010000:00000010:0.0:1776267958.547227:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.547239:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edccd03. 00000100:00000200:0.0:1776267958.547269:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115008, offset 224 00000400:00000200:0.0:1776267958.547277:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.547288:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.547294:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91006:91006:256:4294967295] 192.168.202.34@tcp LPNI seq info [91006:91006:8:4294967295] 00000400:00000200:0.0:1776267958.547303:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.547308:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.547312:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343698). 00000800:00000200:0.0:1776267958.547318:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.547325:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.547329:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.547351:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d206940. 00000020:00000010:0.0:1776267958.547355:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:0.0:1776267958.547358:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db0daa01. 00000800:00000200:3.0:1776267958.547695:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.547707:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:3.0:1776267958.547712:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.547717:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.547721:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001edccd03 00000400:00000010:3.0:1776267958.547722:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001edccd03. 00080000:00000010:1.0:1776267958.547975:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054f85a9a. 00010000:00000010:1.0:1776267958.548059:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.548066:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef93efe7. 00010000:00000010:1.0:1776267958.548141:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a1bf512. 00010000:00000010:1.0:1776267958.548148:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.548158:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267958.548162:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.548170:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:1.0:1776267958.548182:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d6cad064. 02000000:00000010:1.0:1776267958.548208:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093ff0911. 00000400:00000010:1.0:1776267958.548213:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6b64db7. 00000400:00000010:1.0:1776267958.548218:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267958.548223:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489479744, portal 16 00000400:00000010:1.0:1776267958.548228:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008757b184. 00000100:00000200:1.0:1776267958.548229:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489479744, offset 0 00000400:00000200:1.0:1776267958.548235:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.548253:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.548261:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.548265:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.548268:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.548271:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91007:91007:256:4294967295] 192.168.202.34@tcp LPNI seq info [91007:91007:8:4294967295] 00000400:00000200:1.0:1776267958.548279:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.548284:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.548289:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343698). 00000800:00000200:1.0:1776267958.548294:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.548298:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.548300:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.548450:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.548453:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576a5c4b (tot 82343450). 00000400:00000200:3.0:1776267958.548457:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.548461:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.548464:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008757b184 00000400:00000010:3.0:1776267958.548465:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008757b184. 00000100:00000200:3.0:1776267958.548470:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489479744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.551613:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.551633:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27040 00000400:00000200:3.0:1776267958.551642:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6d25 [1] + 224 00000400:00000200:3.0:1776267958.551653:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.551657:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.551666:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489479744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.551713:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.551719:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68280 00000400:00000200:3.0:1776267958.551724:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5691 [2] + 328 00000400:00000200:3.0:1776267958.551747:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.551751:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.551756:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.551762:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b5faa2a. 00000400:00000010:1.0:1776267958.551950:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e6b64db7. 00000400:00000200:1.0:1776267958.551955:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:1.0:1776267958.551957:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:1.0:1776267958.551962:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489479744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.551982:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489479744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.552012:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093ff0911. 02000000:00000010:1.0:1776267958.552016:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d6cad064. 00000100:00000010:1.0:1776267958.552020:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:1.0:1776267958.552024:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.552027:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000020:00000010:0.0:1776267958.552324:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db0daa01. 00000020:00000010:0.0:1776267958.552332:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001d206940. 00000020:00000010:0.0:1776267958.552337:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c24a51d7. 00000100:00000200:0.0:1776267958.552362:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b5faa2a x1862549476115072/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267958.552402:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115072 02000000:00000010:2.0:1776267958.552495:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000011de480b. 00010000:00000010:2.0:1776267958.552521:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016119f7a. 00010000:00000010:2.0:1776267958.552541:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.552547:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a8aa10c. 00000100:00000010:2.0:1776267958.552562:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a8aa10c. 00010000:00000010:2.0:1776267958.552564:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.552575:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d97fa0c. 00000100:00000200:2.0:1776267958.552580:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115072, offset 224 00000400:00000200:2.0:1776267958.552587:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.552597:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.552602:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91008:91008:256:4294967295] 192.168.202.34@tcp LPNI seq info [91008:91008:8:4294967295] 00000400:00000200:2.0:1776267958.552613:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.552618:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.552622:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267958.552628:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.552634:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.552638:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776267958.552638:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6cad064. 00000020:00000010:2.0:1776267958.552658:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001d206940. 00000020:00000010:2.0:1776267958.552663:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c24a51d7. 00000020:00000010:2.0:1776267958.552665:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db0daa01. 00000800:00000200:3.0:1776267958.553261:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.553268:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267958.553273:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.553278:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.553283:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d97fa0c 00000400:00000010:3.0:1776267958.553284:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d97fa0c. 00010000:00000010:1.0:1776267958.553383:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.553402:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e1833e4. 00010000:00000010:1.0:1776267958.553487:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb683e32. 00010000:00000010:1.0:1776267958.553492:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000afa761f7. 00010000:00000010:1.0:1776267958.553497:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c8f28a. 00010000:00000010:1.0:1776267958.553503:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00080000:00000010:1.0:1776267958.553516:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093ff0911. 00010000:00000010:1.0:1776267958.553548:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.553552:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000afa761f7. 00010000:00000010:1.0:1776267958.553600:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000930ee9. 00010000:00000010:1.0:1776267958.553604:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.553613:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267958.553619:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.553627:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:1.0:1776267958.553639:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f2e0f6b9. 02000000:00000010:1.0:1776267958.553663:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094411069. 00000400:00000010:1.0:1776267958.553669:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6b64db7. 00000400:00000010:1.0:1776267958.553672:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267958.553678:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489479808, portal 16 00000400:00000010:1.0:1776267958.553683:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267958.553684:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489479808, offset 0 00000400:00000200:1.0:1776267958.553690:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.553713:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.553719:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.553722:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.553724:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.553726:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91009:91009:256:4294967295] 192.168.202.34@tcp LPNI seq info [91009:91009:8:4294967295] 00000400:00000200:1.0:1776267958.553734:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.553738:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.553742:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343698). 00000800:00000200:1.0:1776267958.553747:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.553751:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.553754:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776267958.553988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbd7bda0. 00000800:00000200:3.0:1776267958.554146:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.554148:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007516ad8d (tot 82343450). 00000400:00000200:3.0:1776267958.554152:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.554156:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.554159:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:3.0:1776267958.554161:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:3.0:1776267958.554166:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489479808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.557682:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.557715:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27080 00000400:00000200:3.0:1776267958.557725:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6d31 [1] + 224 00000400:00000200:3.0:1776267958.557738:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.557742:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.557752:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489479808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.557789:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.557795:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e682c0 00000400:00000200:3.0:1776267958.557799:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5691 [2] + 656 00000400:00000200:3.0:1776267958.557807:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.557809:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.557813:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.557818:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 00000400:00000010:1.0:1776267958.557938:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e6b64db7. 00000400:00000200:1.0:1776267958.557943:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:1.0:1776267958.557945:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:1.0:1776267958.557951:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489479808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.557959:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489479808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.557999:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094411069. 02000000:00000010:1.0:1776267958.558005:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f2e0f6b9. 00000100:00000010:1.0:1776267958.558008:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:1.0:1776267958.558012:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.558015:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00010000:00000010:2.1:1776267958.558226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7657548. 00000020:00000010:2.0:1776267958.558275:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0be1d1f. 00000020:00000010:2.0:1776267958.558284:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.558289:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.558317:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050969a85 x1862549476115136/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267958.558397:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115136 02000000:00000010:2.0:1776267958.558420:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0b287c4. 00010000:00000010:2.0:1776267958.558449:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a141d83. 00010000:00000010:2.0:1776267958.558468:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.558473:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a8aa10c. 00000100:00000010:2.0:1776267958.558488:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a8aa10c. 00010000:00000010:2.0:1776267958.558492:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.558504:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267958.558508:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115136, offset 224 00000400:00000200:2.0:1776267958.558516:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.558529:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.558536:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91010:91010:256:4294967295] 192.168.202.34@tcp LPNI seq info [91010:91010:8:4294967295] 00000400:00000200:2.0:1776267958.558545:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.558551:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.558557:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267958.558563:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.558569:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.558573:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.558598:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.558603:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.558606:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0be1d1f. 00000800:00000200:3.0:1776267958.558748:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.558752:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267958.558757:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.558761:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.558765:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:3.0:1776267958.558766:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00080000:00000010:1.0:1776267958.558991:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2e0f6b9. 00010000:00000010:1.0:1776267958.559088:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.559096:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bbbc6434. 00010000:00000010:1.0:1776267958.559177:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b31b6518. 00010000:00000010:1.0:1776267958.559183:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.559193:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267958.559197:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.559204:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:1.0:1776267958.559215:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094411069. 02000000:00000010:1.0:1776267958.559235:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcf382b0. 00000400:00000010:1.0:1776267958.559239:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6b64db7. 00000400:00000010:1.0:1776267958.559254:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267958.559259:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489479872, portal 16 00000400:00000010:1.0:1776267958.559264:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae466b7c. 00000100:00000200:1.0:1776267958.559266:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489479872, offset 0 00000400:00000200:1.0:1776267958.559272:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.559279:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.559285:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.559289:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.559292:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.559295:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91011:91011:256:4294967295] 192.168.202.34@tcp LPNI seq info [91011:91011:8:4294967295] 00000400:00000200:1.0:1776267958.559301:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.559306:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.559309:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070de03a1 (tot 82343698). 00000800:00000200:1.0:1776267958.559313:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.559318:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.559320:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070de03a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.559739:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.559742:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070de03a1 (tot 82343450). 00000400:00000200:3.0:1776267958.559747:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.559751:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.559754:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae466b7c 00000400:00000010:3.0:1776267958.559755:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae466b7c. 00000100:00000200:3.0:1776267958.559761:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489479872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267958.563261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5c138fc. 00010000:00000010:1.1:1776267958.563947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c62f1aa8. 00010000:00000010:1.1:1776267958.563957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc7a41ab. 00010000:00000010:1.1:1776267958.563961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079da66bf. 00010000:00000010:1.1:1776267958.563973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a1bf512. 00010000:00000010:1.1:1776267958.563976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb683e32. 00010000:00000010:1.1:1776267958.563978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c8f28a. 00000400:00000200:3.0:1776267958.564294:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.564310:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b270c0 00000400:00000200:3.0:1776267958.564319:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6d3d [1] + 224 00000400:00000200:3.0:1776267958.564332:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.564336:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.564347:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489479872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267958.564439:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e6b64db7. 00000400:00000200:1.0:1776267958.564444:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:1.0:1776267958.564446:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:1.0:1776267958.564452:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489479872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.564459:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489479872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.564487:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcf382b0. 02000000:00000010:1.0:1776267958.564492:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094411069. 00000100:00000010:1.0:1776267958.564495:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:1.0:1776267958.564498:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.564501:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000400:00000200:3.0:1776267958.566345:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.566362:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68300 00000400:00000200:3.0:1776267958.566369:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5691 [2] + 984 00000400:00000200:3.0:1776267958.566433:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.566438:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.566444:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.566450:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bd626d3. 00000020:00000010:2.0:1776267958.566544:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0be1d1f. 00000020:00000010:2.0:1776267958.566551:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.566555:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.566580:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bd626d3 x1862549476115200/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267958.566618:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115200 02000000:00000010:2.0:1776267958.566628:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a0452dfd. 00010000:00000010:2.0:1776267958.566658:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008402af76. 00010000:00000010:2.0:1776267958.566681:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.566687:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a8aa10c. 00000100:00000010:2.0:1776267958.566706:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a8aa10c. 00010000:00000010:2.0:1776267958.566709:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.566721:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d911512c. 00000100:00000200:2.0:1776267958.566726:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115200, offset 224 00000400:00000200:2.0:1776267958.566735:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.566746:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00080000:00000010:1.0:1776267958.566747:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094411069. 00000400:00000200:2.0:1776267958.566752:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91012:91012:256:4294967295] 192.168.202.34@tcp LPNI seq info [91012:91012:8:4294967295] 00000400:00000200:2.0:1776267958.566763:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.566767:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.566772:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267958.566777:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.566784:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.566787:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.566808:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.566813:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.566816:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0be1d1f. 00010000:00000010:1.0:1776267958.566846:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.566854:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ceb6db81. 00010000:00000010:1.1:1776267958.566930:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9b27729. 00010000:00000010:1.1:1776267958.566938:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000930ee9. 00010000:00000010:1.0:1776267958.566996:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000930ee9. 00010000:00000010:1.0:1776267958.567002:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.567012:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267958.567016:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.567023:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:1.0:1776267958.567032:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fcf382b0. 02000000:00000010:1.0:1776267958.567054:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4e3c1b2. 00000400:00000010:1.0:1776267958.567059:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6b64db7. 00000400:00000010:1.0:1776267958.567064:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267958.567069:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489479936, portal 16 00000400:00000010:1.0:1776267958.567073:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007677005. 00000100:00000200:1.0:1776267958.567076:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489479936, offset 0 00000400:00000200:1.0:1776267958.567081:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.567087:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.567094:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.567097:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.567099:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.567102:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91013:91013:255:4294967295] 192.168.202.34@tcp LPNI seq info [91013:91013:7:4294967295] 00000400:00000200:1.0:1776267958.567109:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.567113:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.567116:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a46ad86 (tot 82343946). 00000800:00000200:1.0:1776267958.567121:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.567125:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.567127:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007a46ad86 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.567303:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.567306:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343698). 00000400:00000200:3.0:1776267958.567310:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.567314:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.567318:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d911512c 00000400:00000010:3.0:1776267958.567319:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d911512c. 00000800:00000200:3.0:1776267958.567366:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.567368:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a46ad86 (tot 82343450). 00000400:00000200:3.0:1776267958.567371:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.567374:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.567376:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007677005 00000400:00000010:3.0:1776267958.567377:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007677005. 00000100:00000200:3.0:1776267958.567382:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489479936/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.570363:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.570383:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27100 00000400:00000200:3.0:1776267958.570403:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6d49 [1] + 224 00000400:00000200:3.0:1776267958.570417:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.570420:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.570430:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489479936/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267958.570867:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e6b64db7. 00000400:00000200:1.0:1776267958.570873:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:1.0:1776267958.570875:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:1.0:1776267958.570882:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489479936/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.570890:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489479936/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.570933:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4e3c1b2. 02000000:00000010:1.0:1776267958.570938:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fcf382b0. 00000100:00000010:1.0:1776267958.570942:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:1.0:1776267958.570945:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.570949:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00010000:00000010:2.1:1776267958.571944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000012d45a7. 00000400:00000200:3.0:1776267958.572657:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.572675:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68340 00000400:00000200:3.0:1776267958.572688:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5691 [2] + 1312 00000400:00000200:3.0:1776267958.572747:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.572752:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.572758:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.572763:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000594b1263. 00000020:00000010:0.0:1776267958.573113:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a2f9d42. 00000020:00000010:0.0:1776267958.573121:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.573126:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267958.573153:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000594b1263 x1862549476115264/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267958.573187:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115264 02000000:00000010:0.0:1776267958.573200:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db0daa01. 00010000:00000010:0.0:1776267958.573230:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069b8505b. 00010000:00000010:0.0:1776267958.573264:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.573272:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083c7a1fb. 00000100:00000010:0.0:1776267958.573291:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083c7a1fb. 00010000:00000010:0.0:1776267958.573295:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.573309:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6abd6ee. 00000100:00000200:0.0:1776267958.573313:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115264, offset 224 00000400:00000200:0.0:1776267958.573322:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.573333:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.573338:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91014:91014:256:4294967295] 192.168.202.34@tcp LPNI seq info [91014:91014:8:4294967295] 00000400:00000200:0.0:1776267958.573349:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.573353:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.573358:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82343698). 00000800:00000200:0.0:1776267958.573363:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.573370:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.573373:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.573402:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.573406:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.573409:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a2f9d42. 00080000:00000010:1.0:1776267958.573533:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcf382b0. 00010000:00000010:1.0:1776267958.573619:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.573626:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074433e29. 00010000:00000010:1.0:1776267958.573699:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c8f28a. 00010000:00000010:1.0:1776267958.573705:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.573715:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267958.573718:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.573725:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:1.0:1776267958.573735:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4e3c1b2. 02000000:00000010:1.0:1776267958.573758:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba8434f3. 00000400:00000010:1.0:1776267958.573763:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6b64db7. 00000400:00000010:1.0:1776267958.573767:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267958.573771:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480000, portal 16 00000400:00000010:1.0:1776267958.573776:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034fbf27b. 00000100:00000200:1.0:1776267958.573778:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480000, offset 0 00000400:00000200:1.0:1776267958.573783:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.573789:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.573795:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.573799:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.573801:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.573803:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91015:91015:255:4294967295] 192.168.202.34@tcp LPNI seq info [91015:91015:7:4294967295] 00000400:00000200:1.0:1776267958.573810:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.573813:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.573817:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343946). 00000800:00000200:1.0:1776267958.573820:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.573824:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.573826:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.573996:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.574000:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343698). 00000400:00000200:3.0:1776267958.574004:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.574008:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.574012:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6abd6ee 00000400:00000010:3.0:1776267958.574014:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6abd6ee. 00000800:00000200:3.0:1776267958.574068:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.574070:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bc1d37 (tot 82343450). 00000400:00000200:3.0:1776267958.574073:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.574075:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.574077:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034fbf27b 00000400:00000010:3.0:1776267958.574078:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034fbf27b. 00000100:00000200:3.0:1776267958.574082:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489480000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.575942:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00010000:00000010:2.1:1776267958.575948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e53ab847. 00000400:00000200:3.0:1776267958.575961:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27140 00000400:00000200:3.0:1776267958.575980:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6d55 [1] + 224 00000400:00000200:3.0:1776267958.575996:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.576000:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.576009:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489480000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267958.576160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002398d0bb. 00010000:00000010:1.1:1776267958.576167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b31b6518. 00000400:00000010:1.0:1776267958.576186:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e6b64db7. 00000400:00000200:1.0:1776267958.576190:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:1.0:1776267958.576192:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:1.0:1776267958.576196:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489480000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.576204:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489480000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.576233:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba8434f3. 02000000:00000010:1.0:1776267958.576238:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b4e3c1b2. 00000100:00000010:1.0:1776267958.576254:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:1.0:1776267958.576258:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.576261:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000400:00000200:3.0:1776267958.578628:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.578647:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68380 00000400:00000200:3.0:1776267958.578655:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5691 [2] + 1640 00000400:00000200:3.0:1776267958.578719:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.578724:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.578730:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.578737:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038d6bd92. 00000020:00000010:0.0:1776267958.579278:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a2f9d42. 00000020:00000010:0.0:1776267958.579287:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.579292:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267958.579321:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038d6bd92 x1862549476115328/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267958.579347:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115328 02000000:00000010:0.0:1776267958.579358:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e160ebd4. 00010000:00000010:0.0:1776267958.579400:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d51fd76. 00010000:00000010:0.0:1776267958.579423:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.579431:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083c7a1fb. 00000100:00000010:0.0:1776267958.579448:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083c7a1fb. 00010000:00000010:0.0:1776267958.579452:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.579465:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267958.579470:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115328, offset 224 00000400:00000200:0.0:1776267958.579477:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.579487:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.579492:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91016:91016:256:4294967295] 192.168.202.34@tcp LPNI seq info [91016:91016:8:4294967295] 00000400:00000200:0.0:1776267958.579502:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.579507:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.579511:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff893d (tot 82343698). 00000800:00000200:0.0:1776267958.579517:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.579524:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.579527:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093ff893d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.579545:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.579550:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.579552:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a2f9d42. 00080000:00000010:1.0:1776267958.579682:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4e3c1b2. 00010000:00000010:1.0:1776267958.579765:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.579772:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005fcb728b. 00010000:00000010:1.0:1776267958.579845:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b31b6518. 00010000:00000010:1.0:1776267958.579852:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.579864:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267958.579868:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.579874:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:1.0:1776267958.579885:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba8434f3. 02000000:00000010:1.0:1776267958.579935:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fa914a1. 00000400:00000010:1.0:1776267958.579941:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6b64db7. 00000400:00000010:1.0:1776267958.579946:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267958.579951:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480064, portal 16 00000400:00000010:1.0:1776267958.579958:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034fbf27b. 00000100:00000200:1.0:1776267958.579960:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480064, offset 0 00000400:00000200:1.0:1776267958.579976:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.579983:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.579989:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.579993:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.579995:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.579998:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91017:91017:255:4294967295] 192.168.202.34@tcp LPNI seq info [91017:91017:7:4294967295] 00000400:00000200:1.0:1776267958.580005:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.580009:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.580012:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343946). 00000800:00000200:1.0:1776267958.580016:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.580021:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.580023:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.580213:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.580216:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343698). 00000400:00000200:3.0:1776267958.580221:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.580225:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.580228:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:3.0:1776267958.580235:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00000800:00000200:3.0:1776267958.580294:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.580296:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090cec15c (tot 82343450). 00000400:00000200:3.0:1776267958.580299:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.580305:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.580307:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034fbf27b 00000400:00000010:3.0:1776267958.580309:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034fbf27b. 00000100:00000200:3.0:1776267958.580313:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489480064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267958.581938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ed0980b. 00010000:00000010:1.1:1776267958.581951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000930ee9. 00000400:00000200:3.0:1776267958.584281:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.584305:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27180 00000400:00000200:3.0:1776267958.584316:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6d61 [1] + 224 00000400:00000200:3.0:1776267958.584330:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.584335:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.584346:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489480064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.584379:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.584395:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e683c0 00000400:00000200:3.0:1776267958.584400:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5691 [2] + 1968 00000400:00000010:3.0:1776267958.584404:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d033483. 00000400:00000200:3.0:1776267958.584408:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a01e57c5 00000400:00000200:3.0:1776267958.584416:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.584419:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.584421:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a01e57c5 00000400:00000010:3.0:1776267958.584422:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a01e57c5 (tot 82343298). 00000100:00000200:3.0:1776267958.584429:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776267958.584532:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0be1d1f. 00000020:00000010:2.0:1776267958.584539:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.584544:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.584570:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b6cec91f x1862549476115392/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267958.584599:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115392 02000000:00000010:2.0:1776267958.584610:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fbf620df. 00010000:00000010:2.0:1776267958.584648:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.584655:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a8aa10c. 00000100:00000010:2.0:1776267958.584661:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007a8aa10c. 00010000:00000010:2.0:1776267958.584664:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.584675:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d6a6580. 00000100:00000200:2.0:1776267958.584679:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115392, offset 224 00000400:00000200:2.0:1776267958.584687:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.584697:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.584703:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91018:91018:256:4294967295] 192.168.202.34@tcp LPNI seq info [91018:91018:8:4294967295] 00000400:00000200:2.0:1776267958.584712:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.584717:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.584722:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343546). 00000800:00000200:2.0:1776267958.584727:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.584733:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.584737:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.584762:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.584766:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.584769:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0be1d1f. 02000000:00000010:2.0:1776267958.584779:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e160ebd4. 00000100:00000010:2.0:1776267958.584782:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038d6bd92. 02000000:00000010:2.0:1776267958.584785:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db0daa01. 00000100:00000010:2.0:1776267958.584787:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000594b1263. 02000000:00000010:2.0:1776267958.584789:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a0452dfd. 00000100:00000010:2.0:1776267958.584793:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bd626d3. 02000000:00000010:2.0:1776267958.584796:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0b287c4. 00000100:00000010:2.0:1776267958.584797:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 02000000:00000010:2.0:1776267958.584800:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000011de480b. 00000100:00000010:2.0:1776267958.584802:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b5faa2a. 02000000:00000010:2.0:1776267958.584805:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f2d8215c. 00000100:00000010:2.0:1776267958.584806:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea634ef0. 00000100:00000200:2.0:1776267958.584812:0:64837:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776267958.584815:0:64837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089afa9a6. 00000400:00000010:2.0:1776267958.584818:0:64837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007a8aa10c (tot 82343698). 00000800:00000200:3.0:1776267958.584982:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.584988:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:3.0:1776267958.584994:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.584999:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.585002:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d6a6580 00000400:00000010:3.0:1776267958.585004:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d6a6580. 02000000:00000010:3.0:1776267958.585010:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fbf620df. 00000400:00000010:1.0:1776267958.585016:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e6b64db7. 00000400:00000200:1.0:1776267958.585022:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:1.0:1776267958.585024:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:1.0:1776267958.585032:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489480064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.585040:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489480064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267958.585060:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f911bf6a. 02000000:00000010:1.0:1776267958.585078:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fa914a1. 02000000:00000010:1.0:1776267958.585083:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ba8434f3. 00000100:00000010:1.0:1776267958.585087:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:1.0:1776267958.585091:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.585093:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00080000:00000010:1.0:1776267958.585111:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba8434f3. 00010000:00000010:1.0:1776267958.585199:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.585205:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc2ef107. 00010000:00000010:1.0:1776267958.585292:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb683e32. 00010000:00000010:1.0:1776267958.585297:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000afa761f7. 00010000:00000010:1.0:1776267958.585302:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000930ee9. 00010000:00000010:1.0:1776267958.585309:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00080000:00000010:1.0:1776267958.585320:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fa914a1. 00010000:00000010:1.0:1776267958.585357:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.585360:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000afa761f7. 00010000:00000010:1.0:1776267958.585407:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a1bf512. 00010000:00000010:1.0:1776267958.585411:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.585418:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267958.585421:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.585427:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:1.0:1776267958.585436:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093d3c9df. 02000000:00000010:1.0:1776267958.585460:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e2877bf. 00000400:00000010:1.0:1776267958.585463:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6b64db7. 00000400:00000010:1.0:1776267958.585466:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267958.585469:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480128, portal 16 00000400:00000010:1.0:1776267958.585473:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007677005. 00000100:00000200:1.0:1776267958.585474:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480128, offset 0 00000400:00000200:1.0:1776267958.585479:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.585486:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.585492:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.585495:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.585498:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.585500:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91019:91019:256:4294967295] 192.168.202.34@tcp LPNI seq info [91019:91019:8:4294967295] 00000400:00000200:1.0:1776267958.585507:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.585511:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.585514:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099b4f764 (tot 82343698). 00000800:00000200:1.0:1776267958.585518:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.585522:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.585524:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099b4f764 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.585642:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.585645:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099b4f764 (tot 82343450). 00000400:00000200:3.0:1776267958.585649:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.585652:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.585655:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007677005 00000400:00000010:3.0:1776267958.585656:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007677005. 00000100:00000200:3.0:1776267958.585661:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489480128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267958.589037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000268d1620. 00010000:00000010:1.1:1776267958.589055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c8f28a. 00010000:00000010:0.1:1776267958.589992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029a90100. 00000400:00000200:3.0:1776267958.590734:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.590752:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b271c0 00000400:00000200:3.0:1776267958.590761:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6d71 [1] + 224 00000400:00000200:3.0:1776267958.590772:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.590775:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.590786:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489480128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.590823:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.590829:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68400 00000400:00000200:3.0:1776267958.590833:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb56e9 [2] + 0 00000400:00000010:1.0:1776267958.590877:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e6b64db7. 00000400:00000200:1.0:1776267958.590883:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:1.0:1776267958.590885:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000400:00000200:3.0:1776267958.590887:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.590925:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.590930:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.590935:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b58eae9f. 00000020:00000010:0.0:1776267958.591353:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a2f9d42. 00000020:00000010:0.0:1776267958.591361:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.591365:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267958.591397:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b58eae9f x1862549476115456/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267958.591437:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115456 02000000:00000010:0.0:1776267958.591448:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd2aed79. 00010000:00000010:0.0:1776267958.591486:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.591493:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083c7a1fb. 00000100:00000010:0.0:1776267958.591500:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083c7a1fb. 00010000:00000010:0.0:1776267958.591503:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.591516:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000673fe50f. 00000100:00000200:0.0:1776267958.591520:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115456, offset 224 00000400:00000200:0.0:1776267958.591528:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.591540:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.591546:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91020:91020:256:4294967295] 192.168.202.34@tcp LPNI seq info [91020:91020:8:4294967295] 00000400:00000200:0.0:1776267958.591554:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.591559:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.591563:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267958.591568:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.591575:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.591578:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.591646:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.591651:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.591654:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a2f9d42. 00000100:00000200:1.0:1776267958.592665:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489480128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.592682:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489480128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267958.592718:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c892adb. 02000000:00000010:1.0:1776267958.592737:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e2877bf. 02000000:00000010:1.0:1776267958.592742:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000093d3c9df. 00000100:00000010:1.0:1776267958.592745:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:1.0:1776267958.592749:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.592753:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00080000:00000010:1.0:1776267958.592773:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093d3c9df. 00010000:00000010:1.0:1776267958.592860:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.592867:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000010498069. 00010000:00000010:1.0:1776267958.592959:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c8f28a. 00010000:00000010:1.0:1776267958.592966:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.592978:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267958.592983:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.592991:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:1.0:1776267958.593002:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e2877bf. 02000000:00000010:1.0:1776267958.593025:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b2a35f2. 00000400:00000010:1.0:1776267958.593031:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6b64db7. 00000400:00000010:1.0:1776267958.593036:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267958.593042:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480192, portal 16 00000400:00000010:1.0:1776267958.593046:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae466b7c. 00000100:00000200:1.0:1776267958.593048:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480192, offset 0 00000400:00000200:1.0:1776267958.593055:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.593066:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.593072:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.593075:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.593078:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.593080:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91021:91021:255:4294967295] 192.168.202.34@tcp LPNI seq info [91021:91021:7:4294967295] 00000400:00000200:1.0:1776267958.593089:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.593094:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.593098:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099b4f764 (tot 82343946). 00000800:00000200:1.0:1776267958.593103:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.593110:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.593113:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099b4f764 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776267958.594934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083fb00f4. 00000800:00000200:3.0:1776267958.595102:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.595107:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343698). 00000400:00000200:3.0:1776267958.595113:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.595122:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.595128:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000673fe50f 00000400:00000010:3.0:1776267958.595130:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000673fe50f. 00000800:00000200:3.0:1776267958.597926:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.597935:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099b4f764 (tot 82343450). 00000400:00000200:3.0:1776267958.597943:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.597952:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.597958:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae466b7c 00000400:00000010:3.0:1776267958.597960:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae466b7c. 00000100:00000200:3.0:1776267958.597980:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489480192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.599171:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.599189:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27200 00000400:00000200:3.0:1776267958.599197:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6d7d [1] + 224 00000400:00000200:3.0:1776267958.599208:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.599211:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.599219:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489480192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.599259:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.599264:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68440 00000400:00000200:3.0:1776267958.599268:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb56e9 [2] + 328 00000400:00000200:3.0:1776267958.599276:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.599278:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.599282:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.599288:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d374058f. 00000020:00000010:0.0:1776267958.599533:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a2f9d42. 00000020:00000010:0.0:1776267958.599542:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.599546:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267958.599573:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d374058f x1862549476115520/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267958.599610:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115520 02000000:00000010:0.0:1776267958.599621:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004feadbc2. 00010000:00000010:0.0:1776267958.599657:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.599664:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083c7a1fb. 00000100:00000010:0.0:1776267958.599672:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083c7a1fb. 00010000:00000010:0.0:1776267958.599676:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.599690:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b779ebb. 00000100:00000200:0.0:1776267958.599695:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115520, offset 224 00000400:00000200:0.0:1776267958.599703:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.599713:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.599718:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91022:91022:256:4294967295] 192.168.202.34@tcp LPNI seq info [91022:91022:8:4294967295] 00000400:00000200:0.0:1776267958.599727:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.599732:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.599736:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343698). 00000800:00000200:0.0:1776267958.599742:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.599748:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.599751:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.599774:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.599778:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.599781:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a2f9d42. 00000400:00000010:1.0:1776267958.599953:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e6b64db7. 00000400:00000200:1.0:1776267958.599959:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:1.0:1776267958.599962:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:1.0:1776267958.599967:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489480192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.599975:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489480192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267958.599996:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1f90e6b. 02000000:00000010:1.0:1776267958.600013:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b2a35f2. 02000000:00000010:1.0:1776267958.600018:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006e2877bf. 00000100:00000010:1.0:1776267958.600022:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:1.0:1776267958.600025:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.600027:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00080000:00000010:1.0:1776267958.600044:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e2877bf. 00010000:00000010:1.0:1776267958.600133:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.600139:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007c85550d. 00000001:00000010:1.0:1776267958.600217:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e6b64db7. 00000001:00000010:1.0:1776267958.600222:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e6b64db7. 00000001:00000010:1.0:1776267958.600225:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e6b64db7. 00000001:00000010:1.0:1776267958.600227:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000060ea21af. 00010000:00000010:1.0:1776267958.600263:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc7a41ab. 00010000:00000010:1.0:1776267958.600270:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267958.600280:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267958.600284:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.600289:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:1.0:1776267958.600299:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b2a35f2. 02000000:00000010:1.0:1776267958.600320:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8a6856c. 00000400:00000010:1.0:1776267958.600324:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267958.600328:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267958.600332:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480256, portal 16 00000400:00000010:1.0:1776267958.600336:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267958.600338:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480256, offset 0 00000400:00000200:1.0:1776267958.600343:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.600349:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.600356:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.600360:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.600362:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.600364:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91023:91023:255:4294967295] 192.168.202.34@tcp LPNI seq info [91023:91023:7:4294967295] 00000400:00000200:1.0:1776267958.600371:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.600375:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.600378:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343946). 00000800:00000200:1.0:1776267958.600382:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.600398:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.600401:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.600740:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.600744:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343698). 00000400:00000200:3.0:1776267958.600749:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.600752:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.600756:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b779ebb 00000400:00000010:3.0:1776267958.600757:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b779ebb. 00000800:00000200:3.0:1776267958.600822:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.600824:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090cec15c (tot 82343450). 00000400:00000200:3.0:1776267958.600828:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.600831:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.600833:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:3.0:1776267958.600834:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:3.0:1776267958.600839:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489480256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267958.602944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000738e898d. 00010000:00000010:1.1:1776267958.602959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053141fff. 00010000:00000010:1.1:1776267958.602963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b31b6518. 00010000:00000010:1.1:1776267958.602965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb683e32. 00010000:00000010:1.1:1776267958.602969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000930ee9. 00000400:00000200:3.0:1776267958.603557:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.603574:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27240 00000400:00000200:3.0:1776267958.603582:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6d89 [1] + 224 00000400:00000200:3.0:1776267958.603596:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.603600:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.603608:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489480256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267958.603742:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:1.0:1776267958.603748:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:1.0:1776267958.603750:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:1.0:1776267958.603756:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489480256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.603764:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489480256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.603792:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8a6856c. 02000000:00000010:1.0:1776267958.603797:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b2a35f2. 00000100:00000010:1.0:1776267958.603801:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:1.0:1776267958.603804:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.603807:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000400:00000200:3.0:1776267958.605530:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.605548:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68480 00000400:00000200:3.0:1776267958.605554:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb56e9 [2] + 656 00000400:00000200:3.0:1776267958.605609:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.605614:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.605621:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.605626:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026e2b15d. 00000020:00000010:0.0:1776267958.605746:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a2f9d42. 00000020:00000010:0.0:1776267958.605753:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.605758:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267958.605785:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000026e2b15d x1862549476115584/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267958.605823:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115584 02000000:00000010:0.0:1776267958.605834:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000925a8a13. 00010000:00000010:0.0:1776267958.605862:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060e336d3. 00010000:00000010:0.0:1776267958.605885:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.605933:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083c7a1fb. 00000100:00000010:0.0:1776267958.605950:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083c7a1fb. 00010000:00000010:0.0:1776267958.605955:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.605968:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006163a41a. 00000100:00000200:0.0:1776267958.605973:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115584, offset 224 00000400:00000200:0.0:1776267958.605981:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.605991:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.605998:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91024:91024:256:4294967295] 192.168.202.34@tcp LPNI seq info [91024:91024:8:4294967295] 00000400:00000200:0.0:1776267958.606009:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.606014:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.606019:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267958.606025:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.606032:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.606035:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.606059:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.606063:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.606066:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a2f9d42. 00080000:00000010:3.0:1776267958.606127:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000669b4079. 00010000:00000010:3.0:1776267958.606224:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:3.0:1776267958.606231:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063e5a690. 00010000:00000010:3.0:1776267958.606310:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c256ba98. 00010000:00000010:3.0:1776267958.606317:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd2cbd87. 00000800:00000200:1.0:1776267958.606317:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.606322:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:1.0:1776267958.606329:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1776267958.606331:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbd7e7b2. 00000400:00000200:1.0:1776267958.606335:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000010:3.0:1776267958.606337:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039703549. 00000400:00000200:1.0:1776267958.606340:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006163a41a 00000400:00000010:1.0:1776267958.606344:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006163a41a. 00000100:00000010:3.0:1776267958.606346:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea634ef0. 02000000:00000010:3.0:1776267958.606358:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008388316f. 02000000:00000010:3.0:1776267958.606380:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090abaed2. 00000400:00000010:3.0:1776267958.606384:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed816137. 00000400:00000010:3.0:1776267958.606389:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073ae4338. 00000100:00000200:3.0:1776267958.606394:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480320, portal 16 00000400:00000010:3.0:1776267958.606399:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000341d5d58. 00000100:00000200:3.0:1776267958.606401:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480320, offset 0 00000400:00000200:3.0:1776267958.606405:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.606412:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.606418:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.606421:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.606425:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.606428:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91025:91025:256:4294967295] 192.168.202.34@tcp LPNI seq info [91025:91025:8:4294967295] 00000400:00000200:3.0:1776267958.606435:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.606439:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.606442:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267958.606446:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.606450:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.606453:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.606605:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.606608:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267958.606613:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.606617:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.606619:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000341d5d58 00000400:00000010:0.0:1776267958.606621:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000341d5d58. 00000100:00000200:0.0:1776267958.606626:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea634ef0 x1862549489480320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267958.607939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd57a73d. 00010000:00000010:1.1:1776267958.607950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f3d60fe. 00010000:00000010:1.1:1776267958.607954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a1bf512. 00010000:00000010:1.1:1776267958.607959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008245ab28. 00010000:00000010:1.1:1776267958.607963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096e84415. 00010000:00000010:1.1:1776267958.607966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c8f28a. 00010000:00000010:0.1:1776267958.611016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dedfd62. 00000400:00000200:3.0:1776267958.611600:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.611620:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27280 00000400:00000200:3.0:1776267958.611628:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6d95 [1] + 224 00000400:00000200:3.0:1776267958.611647:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.611651:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.611663:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea634ef0 x1862549489480320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267958.611765:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed816137. 00000400:00000200:1.0:1776267958.611772:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073ae4338 00000400:00000010:1.0:1776267958.611774:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073ae4338. 00000100:00000200:1.0:1776267958.611783:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea634ef0 x1862549489480320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267958.611794:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea634ef0 x1862549489480320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267958.611828:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090abaed2. 02000000:00000010:1.0:1776267958.611835:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008388316f. 00000100:00000010:1.0:1776267958.611838:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea634ef0. 00000100:00000010:1.0:1776267958.611842:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039703549. 00010000:00000010:1.0:1776267958.611846:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbd7e7b2. 00000400:00000200:1.0:1776267958.613057:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.613074:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e684c0 00000400:00000200:1.0:1776267958.613081:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb56e9 [2] + 984 00000400:00000200:1.0:1776267958.613151:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.613156:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.613162:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.613167:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 00000020:00000010:0.0:1776267958.613300:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a2f9d42. 00000020:00000010:0.0:1776267958.613307:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.613313:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267958.613339:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c9c03c4 x1862549476115648/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267958.613374:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115648 02000000:00000010:0.0:1776267958.613384:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000b381e93. 00010000:00000010:0.0:1776267958.613414:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8bf112e. 00010000:00000010:0.0:1776267958.613437:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.613444:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083c7a1fb. 00000100:00000010:0.0:1776267958.613464:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083c7a1fb. 00010000:00000010:0.0:1776267958.613468:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.613480:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267958.613484:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115648, offset 224 00000400:00000200:0.0:1776267958.613491:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.613502:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.613507:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91026:91026:256:4294967295] 192.168.202.34@tcp LPNI seq info [91026:91026:8:4294967295] 00000400:00000200:0.0:1776267958.613518:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.613522:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.613527:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343698). 00000800:00000200:0.0:1776267958.613532:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.613540:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.613543:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.613564:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.613568:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.613571:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a2f9d42. 00000800:00000200:3.0:1776267958.613749:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.613754:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000400:00000200:3.0:1776267958.613759:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.613763:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.613766:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:3.0:1776267958.613769:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00080000:00000010:1.0:1776267958.614184:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b2a35f2. 00010000:00000010:1.0:1776267958.614298:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd2cbd87. 00010000:00000010:1.0:1776267958.614307:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e7ed23f. 00010000:00000010:1.0:1776267958.614382:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c8f28a. 00010000:00000010:1.0:1776267958.614389:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a65e1757. 00010000:00000010:1.0:1776267958.614400:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267958.614405:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.614416:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 02000000:00000010:1.0:1776267958.614428:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8a6856c. 02000000:00000010:1.0:1776267958.614455:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed1fcc0e. 00000400:00000010:1.0:1776267958.614461:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267958.614465:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267958.614470:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480384, portal 16 00000400:00000010:1.0:1776267958.614475:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008757b184. 00000100:00000200:1.0:1776267958.614477:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480384, offset 0 00000400:00000200:1.0:1776267958.614484:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.614494:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.614500:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.614504:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.614508:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.614510:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91027:91027:256:4294967295] 192.168.202.34@tcp LPNI seq info [91027:91027:8:4294967295] 00000400:00000200:1.0:1776267958.614518:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.614522:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.614527:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343698). 00000800:00000200:1.0:1776267958.614532:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.614537:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.614541:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.614796:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.614799:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bc1d37 (tot 82343450). 00000400:00000200:3.0:1776267958.614804:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.614808:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.614812:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008757b184 00000400:00000010:3.0:1776267958.614814:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008757b184. 00000100:00000200:3.0:1776267958.614820:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000192be620 x1862549489480384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267958.615970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003722569a. 00010000:00000010:3.1:1776267958.615981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc7a41ab. 00010000:00000010:0.1:1776267958.619017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1190706. 00000400:00000200:1.0:1776267958.619852:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.619869:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b272c0 00000400:00000200:1.0:1776267958.619876:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6da1 [1] + 224 00000400:00000200:1.0:1776267958.619888:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.619891:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00010000:00000010:1.1:1776267958.619929:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d72db58c. 00010000:00000010:1.1:1776267958.619937:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00000100:00000200:1.0:1776267958.619951:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000192be620 x1862549489480384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.619984:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.619989:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68500 00000400:00000200:1.0:1776267958.619995:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb56e9 [2] + 1312 00000400:00000200:1.0:1776267958.620024:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.620026:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.620030:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.620033:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090b3b0d2. 00000400:00000010:3.0:1776267958.620117:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:3.0:1776267958.620120:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:3.0:1776267958.620122:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:3.0:1776267958.620127:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000192be620 x1862549489480384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.620132:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000192be620 x1862549489480384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.620167:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed1fcc0e. 02000000:00000010:3.0:1776267958.620172:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8a6856c. 00000100:00000010:3.0:1776267958.620175:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 00000100:00000010:3.0:1776267958.620178:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:3.0:1776267958.620180:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000020:00000010:2.0:1776267958.620319:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011de480b. 00000020:00000010:2.0:1776267958.620326:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.620331:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.620364:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090b3b0d2 x1862549476115712/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267958.620395:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115712 02000000:00000010:2.0:1776267958.620407:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0b287c4. 00010000:00000010:2.0:1776267958.620446:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016f10a9a. 00010000:00000010:2.0:1776267958.620466:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.620472:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006667fd9a. 00000100:00000010:2.0:1776267958.620484:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006667fd9a. 00010000:00000010:2.0:1776267958.620486:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.620497:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000591578e6. 00000100:00000200:2.0:1776267958.620501:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115712, offset 224 00000400:00000200:2.0:1776267958.620509:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00080000:00000010:3.0:1776267958.620517:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b095b7c. 00000400:00000200:2.0:1776267958.620521:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.620527:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91028:91028:256:4294967295] 192.168.202.34@tcp LPNI seq info [91028:91028:8:4294967295] 00000400:00000200:2.0:1776267958.620536:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.620541:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.620545:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267958.620551:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.620556:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.620560:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.620584:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.620588:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.620591:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011de480b. 00010000:00000010:3.0:1776267958.620601:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a65e1757. 00010000:00000010:3.0:1776267958.620609:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000339452cd. 00010000:00000010:3.0:1776267958.620668:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049ff41ea. 00010000:00000010:3.0:1776267958.620671:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267958.620675:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7dc7890. 00010000:00000010:3.0:1776267958.620681:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00080000:00000010:3.0:1776267958.620690:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000005550ba. 00000800:00000200:0.0:1776267958.620866:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.620870:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:0.0:1776267958.620874:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.620879:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.620882:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000591578e6 00000400:00000010:0.0:1776267958.620883:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000591578e6. 00010000:00000010:3.0:1776267958.621029:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.621034:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267958.621087:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c998a7b1. 00010000:00000010:3.0:1776267958.621091:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.621098:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f776b3d0. 00000100:00000010:3.0:1776267958.621101:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e008af5. 00000100:00000010:3.0:1776267958.621108:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b5faa2a. 02000000:00000010:3.0:1776267958.621177:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5955e81. 02000000:00000010:3.0:1776267958.621199:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bdae658. 00000400:00000010:3.0:1776267958.621203:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b825eafa. 00000400:00000010:3.0:1776267958.621207:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a04c9ce3. 00000100:00000200:3.0:1776267958.621210:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480448, portal 16 00000400:00000010:3.0:1776267958.621214:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094003477. 00000100:00000200:3.0:1776267958.621216:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480448, offset 0 00000400:00000200:3.0:1776267958.621221:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.621227:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.621233:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.621236:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.621239:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.621251:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91029:91029:256:4294967295] 192.168.202.34@tcp LPNI seq info [91029:91029:8:4294967295] 00000400:00000200:3.0:1776267958.621258:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.621262:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.621265:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.621270:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.621274:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.621276:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.622065:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.622070:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267958.622077:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.622083:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.622087:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094003477 00000400:00000010:0.0:1776267958.622089:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094003477. 00000100:00000200:0.0:1776267958.622095:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b5faa2a x1862549489480448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.623756:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.623775:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27300 00000400:00000200:3.0:1776267958.623784:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6dad [1] + 224 00000400:00000200:3.0:1776267958.623798:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.623801:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.623809:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b5faa2a x1862549489480448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267958.623950:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b825eafa. 00000400:00000200:0.0:1776267958.623956:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a04c9ce3 00000400:00000010:0.0:1776267958.623958:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a04c9ce3. 00000100:00000200:0.0:1776267958.623963:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b5faa2a x1862549489480448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.623971:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b5faa2a x1862549489480448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267958.623998:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bdae658. 02000000:00000010:0.0:1776267958.624004:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b5955e81. 00000100:00000010:0.0:1776267958.624008:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b5faa2a. 00000100:00000010:0.0:1776267958.624011:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e008af5. 00010000:00000010:0.0:1776267958.624015:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f776b3d0. 00000400:00000200:0.0:1776267958.624645:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.624654:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68540 00000400:00000200:0.0:1776267958.624660:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb56e9 [2] + 1640 00000400:00000200:0.0:1776267958.624717:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.624721:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.624726:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267958.624731:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 00000020:00000010:2.0:1776267958.629636:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011de480b. 00000020:00000010:2.0:1776267958.629658:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.629662:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.629692:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cc4aea2 x1862549476115776/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267958.629718:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115776 02000000:00000010:2.0:1776267958.629727:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a0452dfd. 00010000:00000010:2.0:1776267958.629754:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c99442c2. 00010000:00000010:2.0:1776267958.629776:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.629783:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006667fd9a. 00000100:00000010:2.0:1776267958.629806:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006667fd9a. 00010000:00000010:2.0:1776267958.629810:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.629823:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267958.629828:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115776, offset 224 00000400:00000200:2.0:1776267958.629835:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.629849:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.629856:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91030:91030:256:4294967295] 192.168.202.34@tcp LPNI seq info [91030:91030:8:4294967295] 00000400:00000200:2.0:1776267958.629866:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.629871:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.629876:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267958.629881:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.629888:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.629917:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.629936:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.629942:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.629946:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011de480b. 00000800:00000200:2.0:1776267958.630054:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.630057:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:2.0:1776267958.630062:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.630067:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.630072:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:2.0:1776267958.630073:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00080000:00000010:3.0:1776267958.630238:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f7dfac6. 00010000:00000010:3.0:1776267958.630332:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.630354:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001508e925. 00010000:00000010:3.0:1776267958.630660:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008890f3ab. 00010000:00000010:3.0:1776267958.630667:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.630678:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.630682:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e008af5. 00000100:00000010:3.0:1776267958.630691:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267958.630703:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000afd797fe. 02000000:00000010:3.0:1776267958.630727:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021c4dbe7. 00000400:00000010:3.0:1776267958.630734:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003af938d4. 00000400:00000010:3.0:1776267958.630738:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267958.630743:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480512, portal 16 00000400:00000010:3.0:1776267958.630747:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0cacef. 00000100:00000200:3.0:1776267958.630749:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480512, offset 0 00000400:00000200:3.0:1776267958.630755:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.630764:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.630770:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.630774:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.630776:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.630779:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91031:91031:256:4294967295] 192.168.202.34@tcp LPNI seq info [91031:91031:8:4294967295] 00000400:00000200:3.0:1776267958.630787:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.630791:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.630795:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.630800:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.630804:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.630807:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776267958.631100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fa535df. 00010000:00000010:3.1:1776267958.631106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c8f28a. 00010000:00000010:3.1:1776267958.631110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049ff41ea. 00010000:00000010:3.1:1776267958.631113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7dc7890. 00010000:00000010:2.1:1776267958.631238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005406ce5a. 00000800:00000200:2.0:1776267958.631309:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.631312:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:2.0:1776267958.631318:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.631322:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.631327:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0cacef 00000400:00000010:2.0:1776267958.631328:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0cacef. 00000100:00000200:2.0:1776267958.631334:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489480512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267958.634929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e4fa7f7. 00010000:00000010:3.1:1776267958.641532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e661fe48. 00010000:00000010:3.1:1776267958.641550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c998a7b1. 00000400:00000200:0.0:1776267958.645821:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.645842:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27340 00000400:00000200:0.0:1776267958.645851:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6db9 [1] + 224 00000400:00000200:0.0:1776267958.645872:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.645875:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.645887:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489480512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267958.646090:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003af938d4. 00000400:00000200:3.0:1776267958.646094:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:3.0:1776267958.646096:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000100:00000200:3.0:1776267958.646102:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489480512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.646111:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489480512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.646138:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021c4dbe7. 02000000:00000010:3.0:1776267958.646145:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000afd797fe. 00000100:00000010:3.0:1776267958.646149:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267958.646153:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e008af5. 00010000:00000010:3.0:1776267958.646156:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000200:2.0:1776267958.651861:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.651883:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68580 00000400:00000200:2.0:1776267958.651892:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb56e9 [2] + 1968 00000400:00000010:2.0:1776267958.651937:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5b3a515. 00000400:00000200:2.0:1776267958.651944:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006d677a3f 00000400:00000200:2.0:1776267958.652004:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.652009:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.652014:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d677a3f 00000400:00000010:2.0:1776267958.652016:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006d677a3f (tot 82343298). 00000100:00000200:2.0:1776267958.652022:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776267958.652890:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a2f9d42. 00000020:00000010:0.0:1776267958.652935:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.652941:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267958.652970:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bb9b18ea x1862549476115840/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267958.653509:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115840 02000000:00000010:0.0:1776267958.653522:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000efe36136. 00010000:00000010:0.0:1776267958.653550:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005aa4c9f0. 00010000:00000010:0.0:1776267958.653570:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.653577:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083c7a1fb. 00000100:00000010:0.0:1776267958.653592:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083c7a1fb. 00010000:00000010:0.0:1776267958.653595:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.653605:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099a11cb2. 00000100:00000200:0.0:1776267958.653619:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115840, offset 224 00000400:00000200:0.0:1776267958.653628:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.653646:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.653651:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91032:91032:256:4294967295] 192.168.202.34@tcp LPNI seq info [91032:91032:8:4294967295] 00000400:00000200:0.0:1776267958.653661:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.653666:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.653670:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343546). 00000800:00000200:0.0:1776267958.653676:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.653683:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.653686:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.653710:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.653714:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.653717:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a2f9d42. 02000000:00000010:0.0:1776267958.653724:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a0452dfd. 00000100:00000010:0.0:1776267958.653728:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267958.653732:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0b287c4. 00000100:00000010:0.0:1776267958.653733:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090b3b0d2. 02000000:00000010:0.0:1776267958.653737:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000b381e93. 00000100:00000010:0.0:1776267958.653739:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 02000000:00000010:0.0:1776267958.653741:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000925a8a13. 00000100:00000010:0.0:1776267958.653743:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026e2b15d. 02000000:00000010:0.0:1776267958.653746:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004feadbc2. 00000100:00000010:0.0:1776267958.653748:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d374058f. 02000000:00000010:0.0:1776267958.653751:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd2aed79. 00000100:00000010:0.0:1776267958.653752:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b58eae9f. 00000100:00000200:0.0:1776267958.653757:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776267958.653761:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000054b271b2. 00000400:00000010:0.0:1776267958.653764:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000083c7a1fb (tot 82343698). 00000800:00000200:1.0:1776267958.653888:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.653891:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343450). 00000400:00000200:1.0:1776267958.653913:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.653918:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.653922:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099a11cb2 00000400:00000010:1.0:1776267958.653923:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099a11cb2. 02000000:00000010:1.0:1776267958.653929:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000efe36136. 00080000:00000010:3.0:1776267958.654201:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afd797fe. 00010000:00000010:3.0:1776267958.654317:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.654325:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd286599. 00010000:00000010:3.0:1776267958.654419:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c998a7b1. 00010000:00000010:3.0:1776267958.654425:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.654435:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.654440:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e008af5. 00000100:00000010:3.0:1776267958.654449:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267958.654459:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021c4dbe7. 02000000:00000010:3.0:1776267958.654482:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cea61a17. 00000400:00000010:3.0:1776267958.654487:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003af938d4. 00000400:00000010:3.0:1776267958.654490:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267958.654494:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480576, portal 16 00000400:00000010:3.0:1776267958.654498:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d10681d1. 00000100:00000200:3.0:1776267958.654499:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480576, offset 0 00000400:00000200:3.0:1776267958.654505:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.654513:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.654519:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.654522:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.654524:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.654527:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91033:91033:256:4294967295] 192.168.202.34@tcp LPNI seq info [91033:91033:8:4294967295] 00000400:00000200:3.0:1776267958.654534:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.654538:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.654542:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267958.654545:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.654550:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.654552:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.655697:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.655704:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267958.655713:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.655720:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.655724:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10681d1 00000400:00000010:1.0:1776267958.655726:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d10681d1. 00000100:00000200:1.0:1776267958.655733:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489480576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.661042:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.661064:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27380 00000400:00000200:2.0:1776267958.661074:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6dc9 [1] + 224 00000400:00000200:2.0:1776267958.661088:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.661093:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.661104:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489480576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.661187:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.661194:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e685c0 00000400:00000200:2.0:1776267958.661199:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5741 [2] + 0 00000400:00000200:2.0:1776267958.661209:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.661212:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.661216:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267958.661222:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047e24643. 00000400:00000010:3.0:1776267958.661374:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003af938d4. 00000400:00000200:3.0:1776267958.661379:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:3.0:1776267958.661382:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000100:00000200:3.0:1776267958.661473:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489480576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.661481:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489480576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.661511:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cea61a17. 02000000:00000010:3.0:1776267958.661518:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021c4dbe7. 00000100:00000010:3.0:1776267958.661521:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000020:00000010:1.0:1776267958.661628:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc515a90. 00000020:00000010:1.0:1776267958.661636:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.661647:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.661671:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047e24643 x1862549476115904/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267958.661707:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115904 02000000:00000010:1.0:1776267958.661717:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ca57869c. 00010000:00000010:1.0:1776267958.661745:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1de52e6. 00010000:00000010:1.0:1776267958.661766:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003788dfbd. 00000100:00000010:1.0:1776267958.661773:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.661778:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.661781:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003788dfbd. 00000400:00000010:1.0:1776267958.661792:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf197cb7. 00000100:00000200:1.0:1776267958.661797:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115904, offset 224 00000400:00000200:1.0:1776267958.661805:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.661817:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.661823:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91034:91034:256:4294967295] 192.168.202.34@tcp LPNI seq info [91034:91034:8:4294967295] 00000400:00000200:1.0:1776267958.661832:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.661840:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.661844:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a46ad86 (tot 82343698). 00000800:00000200:1.0:1776267958.661850:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.661857:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.661861:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007a46ad86 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.661881:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.661884:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.661887:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc515a90. 00000800:00000200:1.0:1776267958.662006:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.662009:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a46ad86 (tot 82343450). 00000400:00000200:1.0:1776267958.662012:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.662016:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.662018:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf197cb7 00000400:00000010:1.0:1776267958.662020:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf197cb7. 00000100:00000010:3.0:1776267958.662948:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e008af5. 00010000:00000010:3.0:1776267958.662955:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00080000:00000010:3.0:1776267958.662978:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021c4dbe7. 00010000:00000010:3.0:1776267958.663505:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.663514:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000347bdaf6. 00010000:00000010:3.0:1776267958.663592:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7dc7890. 00010000:00000010:3.0:1776267958.663599:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.663610:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.663616:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e008af5. 00000100:00000010:3.0:1776267958.663624:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267958.663636:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cea61a17. 02000000:00000010:3.0:1776267958.663664:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014f4fc12. 00000400:00000010:3.0:1776267958.663670:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003af938d4. 00000400:00000010:3.0:1776267958.663675:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267958.663681:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480640, portal 16 00000400:00000010:3.0:1776267958.663687:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002608d70c. 00000100:00000200:3.0:1776267958.663690:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480640, offset 0 00000400:00000200:3.0:1776267958.663699:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.663712:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.663720:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.663735:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.663738:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.663741:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91035:91035:256:4294967295] 192.168.202.34@tcp LPNI seq info [91035:91035:8:4294967295] 00000400:00000200:3.0:1776267958.663750:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.663755:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.663842:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267958.663851:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.663858:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.663862:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.665169:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.1:1776267958.665172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9c4010c. 00000800:00000010:0.0:1776267958.665177:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00010000:00000010:3.1:1776267958.665183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008890f3ab. 00000400:00000200:0.0:1776267958.665186:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.665196:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.665202:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002608d70c 00000400:00000010:0.0:1776267958.665204:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002608d70c. 00000100:00000200:0.0:1776267958.665212:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489480640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.669151:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.669171:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b273c0 00000400:00000200:2.0:1776267958.669180:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6dd5 [1] + 224 00000400:00000200:2.0:1776267958.669199:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.669203:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.669214:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489480640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267958.669548:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003af938d4. 00000400:00000200:3.0:1776267958.669554:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:3.0:1776267958.669556:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000100:00000200:3.0:1776267958.669562:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489480640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.669570:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489480640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.669602:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014f4fc12. 02000000:00000010:3.0:1776267958.669609:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cea61a17. 00000100:00000010:3.0:1776267958.669614:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267958.669618:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e008af5. 00010000:00000010:3.0:1776267958.669622:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00010000:00000010:0.1:1776267958.669939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003ece0e9. 00000400:00000200:1.0:1776267958.671140:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.671156:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68600 00000400:00000200:1.0:1776267958.671164:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5741 [2] + 328 00000400:00000200:1.0:1776267958.671227:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.671231:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.671239:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.671254:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 00000020:00000010:0.0:1776267958.671466:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd2aed79. 00000020:00000010:0.0:1776267958.671473:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.671477:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267958.671503:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000200aa5ca x1862549476115968/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267958.671540:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476115968 02000000:00000010:0.0:1776267958.671551:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004feadbc2. 00010000:00000010:0.0:1776267958.671581:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfc04d67. 00010000:00000010:0.0:1776267958.671601:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.671615:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.671632:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267958.671634:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.671654:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053790125. 00000100:00000200:0.0:1776267958.671660:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476115968, offset 224 00000400:00000200:0.0:1776267958.671671:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.671682:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00080000:00000010:3.0:1776267958.671686:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cea61a17. 00000400:00000200:0.0:1776267958.671689:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91036:91036:256:4294967295] 192.168.202.34@tcp LPNI seq info [91036:91036:8:4294967295] 00000400:00000200:0.0:1776267958.671699:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.671703:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.671708:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018c6a61f (tot 82343698). 00000800:00000200:0.0:1776267958.671714:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.671721:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.671724:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018c6a61f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.671748:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.671752:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.671756:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd2aed79. 00010000:00000010:3.0:1776267958.671855:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.671863:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000008856feb. 00000800:00000200:1.0:1776267958.671948:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.671952:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018c6a61f (tot 82343450). 00000400:00000200:1.0:1776267958.671957:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.671960:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.671964:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053790125 00000400:00000010:1.0:1776267958.671965:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053790125. 00010000:00000010:3.0:1776267958.672314:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008890f3ab. 00010000:00000010:3.0:1776267958.672322:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.672334:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.672339:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e008af5. 00000100:00000010:3.0:1776267958.672346:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267958.672356:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014f4fc12. 02000000:00000010:3.0:1776267958.672378:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088840db5. 00000400:00000010:3.0:1776267958.672396:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003af938d4. 00000400:00000010:3.0:1776267958.672401:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267958.672406:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480704, portal 16 00000400:00000010:3.0:1776267958.672411:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8542c5d. 00000100:00000200:3.0:1776267958.672412:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480704, offset 0 00000400:00000200:3.0:1776267958.672418:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.672425:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.672432:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.672436:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.672438:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.672440:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91037:91037:256:4294967295] 192.168.202.34@tcp LPNI seq info [91037:91037:8:4294967295] 00000400:00000200:3.0:1776267958.672448:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.672452:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.672455:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.672460:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.672464:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.672467:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267958.672576:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.672580:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:2.0:1776267958.672585:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.672589:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.672592:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e8542c5d 00000400:00000010:2.0:1776267958.672593:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e8542c5d. 00000100:00000200:2.0:1776267958.672599:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489480704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267958.673932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b48e70b. 00010000:00000010:3.1:1776267958.674232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072013159. 00010000:00000010:3.1:1776267958.674251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c998a7b1. 00000400:00000200:1.0:1776267958.677543:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.677565:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27400 00000400:00000200:1.0:1776267958.677574:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6de1 [1] + 224 00000400:00000200:1.0:1776267958.677585:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.677588:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.677599:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489480704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.677654:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.677659:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68640 00000400:00000200:1.0:1776267958.677665:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5741 [2] + 656 00000400:00000200:1.0:1776267958.677676:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1776267958.677679:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003af938d4. 00000400:00000200:1.0:1776267958.677680:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.677686:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:3.0:1776267958.677689:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000100:00000200:1.0:1776267958.677695:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1776267958.677697:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489480704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1776267958.677703:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 00000100:00000200:3.0:1776267958.677708:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489480704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.677743:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088840db5. 02000000:00000010:3.0:1776267958.677749:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014f4fc12. 00000100:00000010:3.0:1776267958.677753:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267958.677837:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e008af5. 00010000:00000010:3.0:1776267958.677843:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000020:00000010:0.0:1776267958.677868:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd2aed79. 00000020:00000010:0.0:1776267958.677877:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.677881:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00010000:00000010:0.1:1776267958.677929:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff02cac7. 00000100:00000200:0.0:1776267958.677949:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa9f9452 x1862549476116032/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267958.677985:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116032 02000000:00000010:0.0:1776267958.677997:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000925a8a13. 00010000:00000010:0.0:1776267958.678024:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aca44766. 00010000:00000010:0.0:1776267958.678042:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.678048:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.678058:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267958.678060:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.678073:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbcb680. 00000100:00000200:0.0:1776267958.678078:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116032, offset 224 00000400:00000200:0.0:1776267958.678086:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.678098:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.678105:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91038:91038:256:4294967295] 192.168.202.34@tcp LPNI seq info [91038:91038:8:4294967295] 00000400:00000200:0.0:1776267958.678115:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.678119:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.678124:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343698). 00000800:00000200:0.0:1776267958.678129:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.678135:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.678139:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.678151:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.678154:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.678157:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd2aed79. 00000800:00000200:1.0:1776267958.678786:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.678790:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:1.0:1776267958.678795:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.678801:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.678805:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbcb680 00000400:00000010:1.0:1776267958.678806:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbcb680. 00080000:00000010:3.0:1776267958.679183:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014f4fc12. 00010000:00000010:3.0:1776267958.679284:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.679293:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003301a11. 00010000:00000010:3.0:1776267958.679370:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049ff41ea. 00010000:00000010:3.0:1776267958.679374:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267958.679379:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c998a7b1. 00010000:00000010:3.0:1776267958.679384:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00080000:00000010:3.0:1776267958.679399:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088840db5. 00010000:00000010:3.0:1776267958.679424:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.679427:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267958.679479:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029d9bd15. 00010000:00000010:3.0:1776267958.679483:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.679491:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.679497:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e008af5. 00000100:00000010:3.0:1776267958.679504:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267958.679515:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a554dc36. 02000000:00000010:3.0:1776267958.679540:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000062f7cf94. 00000400:00000010:3.0:1776267958.679546:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003af938d4. 00000400:00000010:3.0:1776267958.679551:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267958.679695:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480768, portal 16 00000400:00000010:3.0:1776267958.679702:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bd03529. 00000100:00000200:3.0:1776267958.679704:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480768, offset 0 00000400:00000200:3.0:1776267958.679711:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.679723:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.679730:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.679733:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.679735:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.679739:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91039:91039:256:4294967295] 192.168.202.34@tcp LPNI seq info [91039:91039:8:4294967295] 00000400:00000200:3.0:1776267958.679747:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.679751:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.680224:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.680233:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.680239:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.680255:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267958.683014:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.683023:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:2.0:1776267958.683033:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.683043:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.683048:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bd03529 00000400:00000010:2.0:1776267958.683050:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bd03529. 00000100:00000200:2.0:1776267958.683061:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489480768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267958.687220:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005987dfd1. 00010000:00000010:3.1:1776267958.687235:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7dc7890. 00000400:00000200:1.0:1776267958.687304:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.687322:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27440 00000400:00000200:1.0:1776267958.687331:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6ded [1] + 224 00000400:00000200:1.0:1776267958.687343:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.687346:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.687358:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489480768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.687505:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.687512:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68680 00000400:00000200:1.0:1776267958.687517:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5741 [2] + 984 00000400:00000200:1.0:1776267958.687526:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.687529:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.687534:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.687540:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 00000400:00000010:3.0:1776267958.687665:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003af938d4. 00000400:00000200:3.0:1776267958.687670:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:3.0:1776267958.687672:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000100:00000200:3.0:1776267958.687678:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489480768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.687686:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489480768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.687789:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062f7cf94. 02000000:00000010:3.0:1776267958.687794:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a554dc36. 00000100:00000010:3.0:1776267958.687799:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267958.687802:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e008af5. 00010000:00000010:3.0:1776267958.687806:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000020:00000010:0.0:1776267958.691691:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd2aed79. 00000020:00000010:0.0:1776267958.691704:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.691708:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267958.691738:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f72124f x1862549476116096/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267958.691777:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116096 02000000:00000010:0.0:1776267958.691789:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000b381e93. 00010000:00000010:0.0:1776267958.691820:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5f499f3. 00010000:00000010:0.0:1776267958.691847:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.691856:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.691871:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267958.691875:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.691889:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbcb680. 00000100:00000200:0.0:1776267958.691922:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116096, offset 224 00000400:00000200:0.0:1776267958.691932:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00080000:00000010:3.0:1776267958.691944:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a554dc36. 00000400:00000200:0.0:1776267958.691949:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.691957:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91040:91040:256:4294967295] 192.168.202.34@tcp LPNI seq info [91040:91040:8:4294967295] 00000400:00000200:0.0:1776267958.691967:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.691972:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.691978:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb6d44d (tot 82343698). 00000800:00000200:0.0:1776267958.691985:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.691993:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.691998:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bb6d44d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.692015:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.692019:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.692022:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd2aed79. 00000800:00000200:1.0:1776267958.692323:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.692329:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb6d44d (tot 82343450). 00000400:00000200:1.0:1776267958.692333:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.692339:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.692343:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbcb680 00000400:00000010:1.0:1776267958.692345:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbcb680. 00010000:00000010:0.1:1776267958.693001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1b468a0. 00010000:00000010:3.1:1776267958.695377:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f88d3420. 00010000:00000010:3.1:1776267958.695393:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008890f3ab. 00010000:00000010:3.1:1776267958.695398:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049ff41ea. 00010000:00000010:3.1:1776267958.695401:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c998a7b1. 00010000:00000010:3.0:1776267958.695512:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.695521:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ace41ec. 00010000:00000010:3.0:1776267958.695603:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c998a7b1. 00010000:00000010:3.0:1776267958.695610:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.695624:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.695632:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e008af5. 00000100:00000010:3.0:1776267958.695641:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267958.695656:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062f7cf94. 02000000:00000010:3.0:1776267958.695685:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5955e81. 00000400:00000010:3.0:1776267958.695691:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003af938d4. 00000400:00000010:3.0:1776267958.695697:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267958.695703:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480832, portal 16 00000400:00000010:3.0:1776267958.695708:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e0f072b. 00000100:00000200:3.0:1776267958.695711:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480832, offset 0 00000400:00000200:3.0:1776267958.695720:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.695734:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.695741:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.695744:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.695746:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.695749:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91041:91041:256:4294967295] 192.168.202.34@tcp LPNI seq info [91041:91041:8:4294967295] 00000400:00000200:3.0:1776267958.695759:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.695764:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.695768:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267958.695775:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.695780:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.695784:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267958.695950:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.695954:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:2.0:1776267958.695960:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.695965:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.695970:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e0f072b 00000400:00000010:2.0:1776267958.695972:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e0f072b. 00000100:00000200:2.0:1776267958.695979:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489480832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267958.696934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000203554cb. 00000400:00000200:1.0:1776267958.699941:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.699963:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27480 00000400:00000200:1.0:1776267958.699972:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6df9 [1] + 224 00000400:00000200:1.0:1776267958.699990:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.699994:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.700003:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489480832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267958.700337:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003af938d4. 00000400:00000200:3.0:1776267958.700342:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:3.0:1776267958.700343:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000100:00000200:3.0:1776267958.700350:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489480832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.700359:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489480832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.700402:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5955e81. 02000000:00000010:3.0:1776267958.700409:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000062f7cf94. 00000100:00000010:3.0:1776267958.700412:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267958.700416:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e008af5. 00010000:00000010:3.0:1776267958.700420:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000200:1.0:1776267958.703331:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.703363:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e686c0 00000400:00000200:1.0:1776267958.703372:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5741 [2] + 1312 00000400:00000200:1.0:1776267958.703444:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.703449:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.703456:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.703463:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 00000020:00000010:0.0:1776267958.703851:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd2aed79. 00000020:00000010:0.0:1776267958.703859:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.703864:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267958.703890:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000032d5c907 x1862549476116160/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267958.703945:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116160 02000000:00000010:0.0:1776267958.703958:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004a2f9d42. 00010000:00000010:0.0:1776267958.703989:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da4df2aa. 00010000:00000010:0.0:1776267958.704013:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.704021:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.704042:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267958.704046:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.704058:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053790125. 00000100:00000200:0.0:1776267958.704063:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116160, offset 224 00000400:00000200:0.0:1776267958.704071:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00080000:00000010:3.0:1776267958.704075:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062f7cf94. 00000400:00000200:0.0:1776267958.704083:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.704089:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91042:91042:256:4294967295] 192.168.202.34@tcp LPNI seq info [91042:91042:8:4294967295] 00000400:00000200:0.0:1776267958.704098:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.704103:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.704108:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb6d44d (tot 82343698). 00000800:00000200:0.0:1776267958.704114:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.704121:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.704124:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bb6d44d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.704142:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.704146:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.704149:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd2aed79. 00010000:00000010:3.0:1776267958.704159:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.704167:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b58a992. 00010000:00000010:3.0:1776267958.704259:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008890f3ab. 00010000:00000010:3.0:1776267958.704265:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.704275:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.704279:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e008af5. 00000100:00000010:3.0:1776267958.704287:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267958.704297:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5955e81. 02000000:00000010:3.0:1776267958.704319:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bdae658. 00000400:00000010:3.0:1776267958.704324:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003af938d4. 00000400:00000010:3.0:1776267958.704329:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267958.704333:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480896, portal 16 00000400:00000010:3.0:1776267958.704338:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071c137fd. 00000100:00000200:3.0:1776267958.704340:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480896, offset 0 00000400:00000200:3.0:1776267958.704345:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.704352:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.704358:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.704361:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.704364:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.704366:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91043:91043:255:4294967295] 192.168.202.34@tcp LPNI seq info [91043:91043:7:4294967295] 00000400:00000200:3.0:1776267958.704373:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.704377:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.704380:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343946). 00000800:00000200:3.0:1776267958.704384:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.704389:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.704391:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.705571:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.705577:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb6d44d (tot 82343698). 00000400:00000200:1.0:1776267958.705583:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.705590:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.705595:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053790125 00000400:00000010:1.0:1776267958.705597:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053790125. 00000800:00000200:1.0:1776267958.705830:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.705832:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267958.705838:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.705842:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.705845:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071c137fd 00000400:00000010:1.0:1776267958.705846:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071c137fd. 00000100:00000200:1.0:1776267958.705853:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489480896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267958.708956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8c95048. 00010000:00000010:3.1:1776267958.708982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d9bd15. 00010000:00000010:3.1:1776267958.713142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd7478b3. 00010000:00000010:3.1:1776267958.713161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c998a7b1. 00000400:00000200:1.0:1776267958.715557:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.715578:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b274c0 00000400:00000200:1.0:1776267958.715587:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6e05 [1] + 224 00000400:00000200:1.0:1776267958.715600:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.715603:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.715786:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489480896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.715880:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.715887:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68700 00000400:00000200:1.0:1776267958.715931:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5741 [2] + 1640 00000400:00000200:1.0:1776267958.715943:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.715946:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.715950:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.715955:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 00000020:00000010:0.0:1776267958.716572:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd2aed79. 00000020:00000010:0.0:1776267958.716581:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.716585:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267958.716623:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008d76028b x1862549476116224/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267958.716661:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116224 02000000:00000010:0.0:1776267958.716672:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1877bba. 00010000:00000010:0.0:1776267958.716712:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.716719:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.716726:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267958.716729:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.716743:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099a11cb2. 00000100:00000200:0.0:1776267958.716748:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116224, offset 224 00000400:00000200:0.0:1776267958.716756:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.716768:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.716774:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91044:91044:256:4294967295] 192.168.202.34@tcp LPNI seq info [91044:91044:8:4294967295] 00000400:00000200:0.0:1776267958.716783:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.716788:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.716793:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343698). 00000800:00000200:0.0:1776267958.716799:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.716806:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.716810:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.716825:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.716828:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.716832:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd2aed79. 00000800:00000200:1.0:1776267958.719727:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.719735:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:1.0:1776267958.719743:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.719752:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.719758:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099a11cb2 00000400:00000010:1.0:1776267958.719761:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099a11cb2. 00000400:00000010:3.0:1776267958.722820:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003af938d4. 00000400:00000200:3.0:1776267958.722831:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:3.0:1776267958.722833:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000100:00000200:3.0:1776267958.722846:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489480896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.722857:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489480896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267958.722887:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008f4a9b6b. 02000000:00000010:3.0:1776267958.724577:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bdae658. 02000000:00000010:3.0:1776267958.724591:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b5955e81. 00000100:00000010:3.0:1776267958.724594:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267958.724598:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e008af5. 00010000:00000010:3.0:1776267958.724603:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00080000:00000010:2.0:1776267958.725063:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e590bfa0. 00010000:00000010:2.0:1776267958.725162:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004899b17b. 00010000:00000010:2.0:1776267958.725170:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dbdbd84f. 00010000:00000010:2.0:1776267958.725238:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008aeec184. 00010000:00000010:2.0:1776267958.725258:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000096d6515f. 00010000:00000010:2.0:1776267958.725271:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.725277:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006667fd9a. 00000100:00000010:2.0:1776267958.725287:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e23e275. 02000000:00000010:2.0:1776267958.725299:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d72e6b3b. 02000000:00000010:2.0:1776267958.725325:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b7127e6. 00000400:00000010:2.0:1776267958.725331:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5b3a515. 00000400:00000010:2.0:1776267958.725337:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267958.725353:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489480960, portal 16 00000400:00000010:2.0:1776267958.725359:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f373599. 00000100:00000200:2.0:1776267958.725362:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489480960, offset 0 00000400:00000200:2.0:1776267958.725371:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.725386:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.725393:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.725397:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.725399:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.725402:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91045:91045:256:4294967295] 192.168.202.34@tcp LPNI seq info [91045:91045:8:4294967295] 00010000:00000010:0.1:1776267958.725994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081a9bc2c. 00000400:00000200:2.0:1776267958.727035:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.727048:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.727057:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267958.727065:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.727073:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.727077:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.739144:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.739152:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:1.0:1776267958.739161:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.739170:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.739175:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f373599 00000400:00000010:1.0:1776267958.739178:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f373599. 00000100:00000200:1.0:1776267958.739191:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009e23e275 x1862549489480960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267958.740816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e010b4e7. 00000400:00000200:1.0:1776267958.744506:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.744525:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27500 00000400:00000200:1.0:1776267958.744534:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6e11 [1] + 224 00000400:00000200:1.0:1776267958.744562:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.744569:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.744579:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009e23e275 x1862549489480960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267958.744661:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5b3a515. 00000400:00000200:2.0:1776267958.744667:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:2.0:1776267958.744669:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00000100:00000200:2.0:1776267958.744677:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009e23e275 x1862549489480960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.744686:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009e23e275 x1862549489480960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267958.744717:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b7127e6. 02000000:00000010:2.0:1776267958.744725:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d72e6b3b. 00000100:00000010:2.0:1776267958.744730:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e23e275. 00000100:00000010:2.0:1776267958.744733:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006667fd9a. 00010000:00000010:2.0:1776267958.744738:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000200:1.0:1776267958.745608:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.745618:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68740 00000400:00000200:1.0:1776267958.745624:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5741 [2] + 1968 00000400:00000010:1.0:1776267958.745627:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010ca33c2. 00000400:00000200:1.0:1776267958.745631:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009997cb19 00000400:00000200:1.0:1776267958.745688:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.745692:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.745695:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009997cb19 00000400:00000010:1.0:1776267958.745705:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009997cb19 (tot 82343298). 00000100:00000200:1.0:1776267958.745711:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267958.746082:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5955e81. 00000020:00000010:3.0:1776267958.746088:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.746091:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267958.746113:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f9f0035 x1862549476116288/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267958.746153:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116288 02000000:00000010:3.0:1776267958.746164:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005bdae658. 00010000:00000010:3.0:1776267958.746193:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c58c95f. 00010000:00000010:3.0:1776267958.746214:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.746221:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e008af5. 00000100:00000010:3.0:1776267958.746233:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e008af5. 00010000:00000010:3.0:1776267958.746236:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267958.746261:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267958.746267:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116288, offset 224 00000400:00000200:3.0:1776267958.746274:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.746286:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.746290:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91046:91046:256:4294967295] 192.168.202.34@tcp LPNI seq info [91046:91046:8:4294967295] 00000400:00000200:3.0:1776267958.746301:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.746305:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.746309:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343546). 00000800:00000200:3.0:1776267958.746316:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.746323:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.746326:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267958.746350:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.746354:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267958.746356:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5955e81. 02000000:00000010:3.0:1776267958.746364:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1877bba. 00000100:00000010:3.0:1776267958.746367:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 02000000:00000010:3.0:1776267958.746370:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004a2f9d42. 00000100:00000010:3.0:1776267958.746372:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 02000000:00000010:3.0:1776267958.746374:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000b381e93. 00000100:00000010:3.0:1776267958.746376:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 02000000:00000010:3.0:1776267958.746378:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000925a8a13. 00000100:00000010:3.0:1776267958.746380:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 02000000:00000010:3.0:1776267958.746394:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004feadbc2. 00000100:00000010:3.0:1776267958.746396:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 02000000:00000010:3.0:1776267958.746399:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ca57869c. 00000100:00000010:3.0:1776267958.746401:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047e24643. 00000100:00000200:3.0:1776267958.746408:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267958.746412:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003af938d4. 00000400:00000010:3.0:1776267958.746416:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006e008af5 (tot 82343698). 00000800:00000200:1.0:1776267958.746868:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.746871:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267958.746876:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.746881:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.746884:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:1.0:1776267958.746885:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 02000000:00000010:1.0:1776267958.746889:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005bdae658. 00010000:00000010:2.1:1776267958.750328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0d5dfd0. 00010000:00000010:2.1:1776267958.750349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008890f3ab. 00080000:00000010:2.0:1776267958.750387:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d72e6b3b. 00010000:00000010:2.0:1776267958.750483:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096d6515f. 00010000:00000010:2.0:1776267958.750492:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000706f2020. 00010000:00000010:2.0:1776267958.750567:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000657f0a06. 00010000:00000010:2.0:1776267958.750573:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000096d6515f. 00010000:00000010:2.0:1776267958.750585:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.750593:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006667fd9a. 00000100:00000010:2.0:1776267958.750604:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e23e275. 02000000:00000010:2.0:1776267958.750619:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b7127e6. 02000000:00000010:2.0:1776267958.750651:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008cf3e6be. 00000400:00000010:2.0:1776267958.750657:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5b3a515. 00000400:00000010:2.0:1776267958.750664:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267958.750672:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481024, portal 16 00000400:00000010:2.0:1776267958.750678:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008083c290. 00000100:00000200:2.0:1776267958.750680:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481024, offset 0 00000400:00000200:2.0:1776267958.750690:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.750709:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.750716:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.750719:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.750722:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.750725:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91047:91047:256:4294967295] 192.168.202.34@tcp LPNI seq info [91047:91047:8:4294967295] 00000400:00000200:2.0:1776267958.750736:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.750741:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.750744:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267958.750751:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.750757:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.750761:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.752580:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.752585:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:1.0:1776267958.752591:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.752597:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.752603:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008083c290 00000400:00000010:1.0:1776267958.752604:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008083c290. 00000100:00000200:1.0:1776267958.752612:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009e23e275 x1862549489481024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267958.756049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003afd0dc3. 00000400:00000200:1.0:1776267958.756574:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.756594:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27540 00000400:00000200:1.0:1776267958.756605:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6e21 [1] + 224 00000400:00000200:1.0:1776267958.756622:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.756626:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.756638:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009e23e275 x1862549489481024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267958.756776:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5b3a515. 00000400:00000200:2.0:1776267958.756781:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:2.0:1776267958.756784:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00000100:00000200:2.0:1776267958.756792:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009e23e275 x1862549489481024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.756801:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009e23e275 x1862549489481024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267958.756829:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008cf3e6be. 02000000:00000010:2.0:1776267958.756837:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b7127e6. 00000100:00000010:2.0:1776267958.756841:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e23e275. 00000100:00000010:2.0:1776267958.756844:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006667fd9a. 00010000:00000010:2.0:1776267958.756848:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000200:1.0:1776267958.758170:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.758185:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68780 00000400:00000200:1.0:1776267958.758193:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5799 [2] + 0 00000400:00000200:1.0:1776267958.758284:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.758289:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.758295:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.758300:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 00000020:00000010:0.0:1776267958.758623:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd2aed79. 00000020:00000010:0.0:1776267958.758630:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.758635:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267958.758663:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000425f4f8d x1862549476116352/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267958.758705:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116352 02000000:00000010:0.0:1776267958.758716:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082bde3d0. 00010000:00000010:0.0:1776267958.758747:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004970e423. 00010000:00000010:0.0:1776267958.758770:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.758776:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.758794:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267958.758797:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.758809:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267958.758813:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116352, offset 224 00000400:00000200:0.0:1776267958.758821:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.758830:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.758836:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91048:91048:256:4294967295] 192.168.202.34@tcp LPNI seq info [91048:91048:8:4294967295] 00000400:00000200:0.0:1776267958.758845:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.758850:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.758854:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018c6a61f (tot 82343698). 00000800:00000200:0.0:1776267958.758860:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.758866:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.758869:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018c6a61f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.758927:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.758932:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.758935:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd2aed79. 00000800:00000200:1.0:1776267958.759471:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.759475:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018c6a61f (tot 82343450). 00000400:00000200:1.0:1776267958.759481:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.759486:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.759491:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:1.0:1776267958.759493:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00080000:00000010:2.0:1776267958.759590:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b7127e6. 00010000:00000010:2.0:1776267958.759682:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096d6515f. 00010000:00000010:2.0:1776267958.759691:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000055c34840. 00010000:00000010:2.0:1776267958.759766:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb3bd51c. 00010000:00000010:2.0:1776267958.759770:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fc607148. 00010000:00000010:2.0:1776267958.759775:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.0:1776267958.759781:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000096d6515f. 00080000:00000010:2.0:1776267958.759795:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cf3e6be. 00010000:00000010:2.0:1776267958.759820:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096d6515f. 00010000:00000010:2.0:1776267958.759824:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc607148. 00010000:00000010:2.0:1776267958.759873:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.0:1776267958.759878:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000096d6515f. 00010000:00000010:2.0:1776267958.759886:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.759891:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006667fd9a. 00000100:00000010:2.0:1776267958.759930:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e23e275. 02000000:00000010:2.0:1776267958.759943:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e0be1d1f. 02000000:00000010:2.0:1776267958.759970:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000011de480b. 00000400:00000010:2.0:1776267958.759976:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5b3a515. 00000400:00000010:2.0:1776267958.759981:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267958.759987:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481088, portal 16 00000400:00000010:2.0:1776267958.759992:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cca27. 00000100:00000200:2.0:1776267958.759995:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481088, offset 0 00000400:00000200:2.0:1776267958.760001:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.760012:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.760018:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.760022:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.760025:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.760027:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91049:91049:256:4294967295] 192.168.202.34@tcp LPNI seq info [91049:91049:8:4294967295] 00000400:00000200:2.0:1776267958.760035:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.760040:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.760044:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267958.760049:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.760054:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.760057:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.760182:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.760184:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:1.0:1776267958.760189:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.760192:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.760196:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cca27 00000400:00000010:1.0:1776267958.760198:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cca27. 00000100:00000200:1.0:1776267958.760205:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009e23e275 x1862549489481088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267958.763950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044d2232f. 00010000:00000010:2.1:1776267958.763969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00000400:00000200:1.0:1776267958.765798:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.765824:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27580 00000400:00000200:1.0:1776267958.765833:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6e2d [1] + 224 00000400:00000200:1.0:1776267958.765856:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.765860:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.765874:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009e23e275 x1862549489481088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267958.767995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa32ad74. 00000400:00000200:1.0:1776267958.768414:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.768429:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e687c0 00000400:00000200:1.0:1776267958.768437:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5799 [2] + 328 00000400:00000200:1.0:1776267958.768496:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.768502:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.768509:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.768515:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 00000020:00000010:0.0:1776267958.768817:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd2aed79. 00000020:00000010:0.0:1776267958.768826:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.768830:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267958.768859:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000200aa5ca x1862549476116416/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267958.768934:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116416 02000000:00000010:0.0:1776267958.768946:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b5aa63d6. 00010000:00000010:0.0:1776267958.768992:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.769000:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.769006:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267958.769009:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.769023:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006163a41a. 00000100:00000200:0.0:1776267958.769029:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116416, offset 224 00000400:00000200:0.0:1776267958.769037:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.769049:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.769054:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91050:91050:256:4294967295] 192.168.202.34@tcp LPNI seq info [91050:91050:8:4294967295] 00000400:00000200:0.0:1776267958.769063:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.769068:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.769072:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343698). 00000800:00000200:0.0:1776267958.769077:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.769084:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.769087:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.769101:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.769104:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.769107:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd2aed79. 00000800:00000200:1.0:1776267958.769487:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.769491:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343450). 00000400:00000200:1.0:1776267958.769496:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.769502:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.769506:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006163a41a 00000400:00000010:1.0:1776267958.769508:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006163a41a. 00000400:00000010:2.0:1776267958.769522:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5b3a515. 00000400:00000200:2.0:1776267958.769528:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:2.0:1776267958.769530:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00000100:00000200:2.0:1776267958.769539:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009e23e275 x1862549489481088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.769548:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009e23e275 x1862549489481088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267958.769568:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f62b573. 02000000:00000010:2.0:1776267958.769581:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000011de480b. 02000000:00000010:2.0:1776267958.769588:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e0be1d1f. 00000100:00000010:2.0:1776267958.769592:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e23e275. 00000100:00000010:2.0:1776267958.769595:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006667fd9a. 00010000:00000010:2.0:1776267958.769597:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00080000:00000010:2.0:1776267958.769613:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0be1d1f. 00010000:00000010:2.0:1776267958.769711:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096d6515f. 00010000:00000010:2.0:1776267958.769718:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb8cd7ef. 00010000:00000010:2.0:1776267958.769787:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008aeec184. 00010000:00000010:2.0:1776267958.769794:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000096d6515f. 00010000:00000010:2.0:1776267958.769805:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.769808:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006667fd9a. 00000100:00000010:2.0:1776267958.769815:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e23e275. 02000000:00000010:2.0:1776267958.769824:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000011de480b. 02000000:00000010:2.0:1776267958.769848:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0b287c4. 00000400:00000010:2.0:1776267958.769852:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5b3a515. 00000400:00000010:2.0:1776267958.769857:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267958.769862:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481152, portal 16 00000400:00000010:2.0:1776267958.769866:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a296b32. 00000100:00000200:2.0:1776267958.769867:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481152, offset 0 00000400:00000200:2.0:1776267958.769873:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.769880:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.769886:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.769890:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.769914:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.769918:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91051:91051:256:4294967295] 192.168.202.34@tcp LPNI seq info [91051:91051:8:4294967295] 00000400:00000200:2.0:1776267958.769926:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.769930:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.769934:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267958.769939:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.769944:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.769946:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.770248:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.770251:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:1.0:1776267958.770256:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.770260:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.770263:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a296b32 00000400:00000010:1.0:1776267958.770264:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a296b32. 00000100:00000200:1.0:1776267958.770269:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009e23e275 x1862549489481152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267958.772538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000664575f5. 00010000:00000010:2.1:1776267958.772555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000657f0a06. 00010000:00000010:2.1:1776267958.772559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb3bd51c. 00010000:00000010:2.1:1776267958.772562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00000400:00000200:1.0:1776267958.774846:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.774868:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b275c0 00000400:00000200:1.0:1776267958.774878:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6e39 [1] + 224 00000400:00000200:1.0:1776267958.774933:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.774938:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.774949:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009e23e275 x1862549489481152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267958.775532:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e5b3a515. 00000400:00000200:2.0:1776267958.775538:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:2.0:1776267958.775540:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00000100:00000200:2.0:1776267958.775550:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009e23e275 x1862549489481152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.775557:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009e23e275 x1862549489481152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267958.775587:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0b287c4. 02000000:00000010:2.0:1776267958.775595:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000011de480b. 00000100:00000010:2.0:1776267958.775601:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e23e275. 00000100:00000010:2.0:1776267958.775604:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006667fd9a. 00010000:00000010:2.0:1776267958.775619:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000200:1.0:1776267958.777595:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.777615:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68800 00000400:00000200:1.0:1776267958.777624:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5799 [2] + 656 00000400:00000200:1.0:1776267958.777696:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.777702:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.777708:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.777714:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 00010000:00000010:2.1:1776267958.777753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d21e4d81. 00010000:00000010:2.1:1776267958.777764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000156857ee. 00010000:00000010:2.1:1776267958.777768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00000020:00000010:0.0:1776267958.777949:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd2aed79. 00000020:00000010:0.0:1776267958.777956:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.777961:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267958.777988:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa9f9452 x1862549476116480/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267958.778029:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116480 02000000:00000010:0.0:1776267958.778041:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c7c185ff. 00010000:00000010:0.0:1776267958.778069:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003883c504. 00010000:00000010:0.0:1776267958.778089:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.778094:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.778111:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267958.778114:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.778126:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b779ebb. 00000100:00000200:0.0:1776267958.778131:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116480, offset 224 00000400:00000200:0.0:1776267958.778138:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.778148:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.778162:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91052:91052:256:4294967295] 192.168.202.34@tcp LPNI seq info [91052:91052:8:4294967295] 00000400:00000200:0.0:1776267958.778172:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.778177:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.778181:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343698). 00000800:00000200:0.0:1776267958.778186:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.778192:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.778196:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.778213:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.778216:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.778219:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd2aed79. 00080000:00000010:2.0:1776267958.778529:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011de480b. 00010000:00000010:2.0:1776267958.778634:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096d6515f. 00000800:00000200:1.0:1776267958.778727:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.778731:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000400:00000200:1.0:1776267958.778735:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.778739:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.778743:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b779ebb 00000400:00000010:1.0:1776267958.778745:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b779ebb. 00010000:00000010:2.0:1776267958.779010:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f89d42b0. 00010000:00000010:3.0:1776267958.779161:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c998a7b1. 00010000:00000010:3.0:1776267958.779169:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f0862796. 00010000:00000010:3.0:1776267958.779181:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.779186:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039703549. 00000100:00000010:3.0:1776267958.779195:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267958.779207:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5955e81. 02000000:00000010:3.0:1776267958.779229:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008388316f. 00000400:00000010:3.0:1776267958.779234:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e033e32a. 00000400:00000010:3.0:1776267958.779239:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009716a069. 00000100:00000200:3.0:1776267958.779255:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481216, portal 16 00000400:00000010:3.0:1776267958.779260:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cbd945d. 00000100:00000200:3.0:1776267958.779262:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481216, offset 0 00000400:00000200:3.0:1776267958.779268:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.779278:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.779284:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.779287:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.779290:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.779293:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91053:91053:256:4294967295] 192.168.202.34@tcp LPNI seq info [91053:91053:8:4294967295] 00000400:00000200:3.0:1776267958.779302:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.779307:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.779311:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.779316:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.779321:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.779324:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.779502:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.779505:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267958.779510:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.779514:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.779517:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cbd945d 00000400:00000010:1.0:1776267958.779518:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cbd945d. 00000100:00000200:1.0:1776267958.779523:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489481216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267958.784100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000028b20c4. 00000400:00000200:1.0:1776267958.784786:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.784805:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27600 00000400:00000200:1.0:1776267958.784814:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6e45 [1] + 224 00000400:00000200:1.0:1776267958.784826:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.784830:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.784841:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489481216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.784878:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.784884:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68840 00000400:00000200:1.0:1776267958.784889:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5799 [2] + 984 00000400:00000200:1.0:1776267958.784932:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.784936:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.784940:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.784946:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 00000020:00000010:2.0:1776267958.785018:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0b287c4. 00000020:00000010:2.0:1776267958.785025:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.785031:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000400:00000010:3.0:1776267958.785043:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e033e32a. 00000400:00000200:3.0:1776267958.785048:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009716a069 00000400:00000010:3.0:1776267958.785051:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009716a069. 00000100:00000200:2.0:1776267958.785057:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f72124f x1862549476116544/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267958.785060:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489481216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.785080:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489481216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.785095:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116544 02000000:00000010:2.0:1776267958.785106:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a0452dfd. 02000000:00000010:3.0:1776267958.785117:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008388316f. 02000000:00000010:3.0:1776267958.785123:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b5955e81. 00000100:00000010:3.0:1776267958.785126:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267958.785130:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039703549. 00010000:00000010:2.0:1776267958.785133:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d19107a. 00010000:00000010:3.0:1776267958.785134:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00010000:00000010:2.0:1776267958.785159:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.785166:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006667fd9a. 00000100:00000010:2.0:1776267958.785191:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006667fd9a. 00010000:00000010:2.0:1776267958.785194:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.785205:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267958.785210:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116544, offset 224 00000400:00000200:2.0:1776267958.785218:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.785228:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.785233:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91054:91054:256:4294967295] 192.168.202.34@tcp LPNI seq info [91054:91054:8:4294967295] 00000400:00000200:2.0:1776267958.785255:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.785260:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.785265:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267958.785272:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.785277:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.785281:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.785302:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.785307:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.785310:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0b287c4. 00080000:00000010:3.0:1776267958.785381:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5955e81. 00010000:00000010:3.0:1776267958.785630:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0862796. 00010000:00000010:3.0:1776267958.785722:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e7b1ea2. 00010000:00000010:3.0:1776267958.785800:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029d9bd15. 00010000:00000010:3.0:1776267958.785806:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f0862796. 00010000:00000010:3.0:1776267958.785817:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.785821:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039703549. 00000100:00000010:3.0:1776267958.785828:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267958.785838:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008388316f. 02000000:00000010:3.0:1776267958.785864:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090abaed2. 00000400:00000010:3.0:1776267958.785868:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e033e32a. 00000400:00000010:3.0:1776267958.785872:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009716a069. 00000100:00000200:3.0:1776267958.785877:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481280, portal 16 00000400:00000010:3.0:1776267958.785881:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000253f928a. 00000100:00000200:3.0:1776267958.785883:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481280, offset 0 00000400:00000200:3.0:1776267958.785889:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000800:00000200:1.0:1776267958.786478:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.786485:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:1.0:1776267958.786491:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.786499:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.786503:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:1.0:1776267958.786505:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00000400:00000200:3.0:1776267958.788072:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.788082:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.788085:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.788089:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.788092:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91055:91055:255:4294967295] 192.168.202.34@tcp LPNI seq info [91055:91055:7:4294967295] 00000400:00000200:3.0:1776267958.788103:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.788109:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.788118:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267958.788126:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.788133:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.788137:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.789694:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.789702:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267958.789711:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.789718:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.789723:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000253f928a 00000400:00000010:1.0:1776267958.789725:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000253f928a. 00000100:00000200:1.0:1776267958.789733:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489481280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267958.790309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cd0f29a. 00010000:00000010:2.1:1776267958.790319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00010000:00000010:2.1:1776267958.794338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0d400bb. 00010000:00000010:3.1:1776267958.795470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7a88a02. 00010000:00000010:3.1:1776267958.795482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c998a7b1. 00000400:00000200:1.0:1776267958.795729:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.795748:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27640 00000400:00000200:1.0:1776267958.795758:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6e51 [1] + 224 00000400:00000200:1.0:1776267958.795775:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.795780:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.795795:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489481280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267958.796943:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e033e32a. 00000400:00000200:3.0:1776267958.796952:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009716a069 00000400:00000010:3.0:1776267958.796953:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009716a069. 00000100:00000200:3.0:1776267958.796962:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489481280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.796973:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489481280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.797006:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090abaed2. 02000000:00000010:3.0:1776267958.797013:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008388316f. 00000100:00000010:3.0:1776267958.797017:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267958.797020:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039703549. 00010000:00000010:3.0:1776267958.797024:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000200:1.0:1776267958.797361:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.797377:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68880 00000400:00000200:1.0:1776267958.797395:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5799 [2] + 1312 00000400:00000200:1.0:1776267958.797448:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.797454:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.797459:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.797464:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 00000020:00000010:0.0:1776267958.797551:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd2aed79. 00000020:00000010:0.0:1776267958.797559:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.797563:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267958.797588:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000032d5c907 x1862549476116608/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267958.797623:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116608 02000000:00000010:0.0:1776267958.797634:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004feadbc2. 00010000:00000010:0.0:1776267958.797664:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5a781bd. 00010000:00000010:0.0:1776267958.797688:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.797696:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.797725:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267958.797729:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000010:0.0:1776267958.797743:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000673fe50f. 00000100:00000200:0.0:1776267958.797747:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116608, offset 224 00000400:00000200:0.0:1776267958.797755:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.797767:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.797773:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91056:91056:256:4294967295] 192.168.202.34@tcp LPNI seq info [91056:91056:8:4294967295] 00000400:00000200:0.0:1776267958.797784:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.797790:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.797794:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267958.797801:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.797809:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.797814:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267958.797844:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267958.797849:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267958.797852:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd2aed79. 00000800:00000200:3.0:1776267958.798111:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.798116:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:3.0:1776267958.798121:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.798126:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.798130:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000673fe50f 00000400:00000010:3.0:1776267958.798132:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000673fe50f. 00080000:00000010:1.0:1776267958.798888:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc515a90. 00010000:00000010:1.0:1776267958.799037:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0862796. 00010000:00000010:1.0:1776267958.799045:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039939d78. 00010000:00000010:1.0:1776267958.799126:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a1bf512. 00010000:00000010:1.0:1776267958.799133:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267958.799144:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003788dfbd. 00000100:00000010:1.0:1776267958.799151:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.799627:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 02000000:00000010:1.0:1776267958.799642:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3a500d9. 02000000:00000010:1.0:1776267958.799671:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000171d39b8. 00000400:00000010:1.0:1776267958.799677:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf14bda. 00000400:00000010:1.0:1776267958.799682:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf197cb7. 00000100:00000200:1.0:1776267958.799689:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481344, portal 16 00000400:00000010:1.0:1776267958.799694:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c700c40e. 00000100:00000200:1.0:1776267958.799697:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481344, offset 0 00000400:00000200:1.0:1776267958.799716:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.799729:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.799734:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.799737:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.799740:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.799743:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91057:91057:256:4294967295] 192.168.202.34@tcp LPNI seq info [91057:91057:8:4294967295] 00000400:00000200:1.0:1776267958.799754:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.799760:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.799764:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a46ad86 (tot 82343698). 00000800:00000200:1.0:1776267958.799770:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.799776:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.799779:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007a46ad86 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267958.799953:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.799957:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a46ad86 (tot 82343450). 00000400:00000200:2.0:1776267958.799969:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.799974:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.799978:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c700c40e 00000400:00000010:2.0:1776267958.799980:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c700c40e. 00000100:00000200:2.0:1776267958.799987:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008d76028b x1862549489481344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267958.802938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049bf71bf. 00000400:00000200:1.0:1776267958.804854:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.804874:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27680 00000400:00000200:1.0:1776267958.804883:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6e5d [1] + 224 00000400:00000200:1.0:1776267958.804932:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.804937:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.804952:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008d76028b x1862549489481344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267958.805016:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf14bda. 00000400:00000200:0.0:1776267958.805023:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf197cb7 00000400:00000010:0.0:1776267958.805025:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf197cb7. 00000100:00000200:0.0:1776267958.805032:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008d76028b x1862549489481344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.805040:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008d76028b x1862549489481344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267958.805071:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000171d39b8. 02000000:00000010:0.0:1776267958.805077:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a3a500d9. 00000100:00000010:0.0:1776267958.805080:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 00000100:00000010:0.0:1776267958.805084:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:0.0:1776267958.805088:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003788dfbd. 00000400:00000200:3.0:1776267958.807960:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.807981:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e688c0 00000400:00000200:3.0:1776267958.807990:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5799 [2] + 1640 00000400:00000200:3.0:1776267958.808073:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.808078:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.808086:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.808093:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 00010000:00000010:1.1:1776267958.808175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae39377. 00010000:00000010:1.1:1776267958.808183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d9bd15. 00000020:00000010:2.0:1776267958.808538:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0b287c4. 00000020:00000010:2.0:1776267958.808546:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.808550:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.808577:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050969a85 x1862549476116672/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267958.808615:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116672 02000000:00000010:2.0:1776267958.808626:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fbf620df. 00010000:00000010:2.0:1776267958.808656:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084dd8926. 00010000:00000010:2.0:1776267958.808678:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.808685:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006667fd9a. 00000100:00000010:2.0:1776267958.808876:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006667fd9a. 00010000:00000010:2.0:1776267958.808890:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.808947:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267958.808954:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116672, offset 224 00000400:00000200:2.0:1776267958.808966:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.808979:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.808985:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91058:91058:256:4294967295] 192.168.202.34@tcp LPNI seq info [91058:91058:8:4294967295] 00000400:00000200:2.0:1776267958.808995:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.809000:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.809006:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267958.809024:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.809032:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.809036:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.809055:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.809059:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.809062:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0b287c4. 00000800:00000200:0.0:1776267958.809495:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.809499:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:0.0:1776267958.809504:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.809509:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.809512:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:0.0:1776267958.809514:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00080000:00000010:1.0:1776267958.811778:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006707a37d. 00010000:00000010:1.0:1776267958.812426:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267958.812437:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004bc34eae. 00010000:00000010:0.0:1776267958.812629:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1f66a19. 00010000:00000010:0.0:1776267958.812634:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bfbd684. 00010000:00000010:0.0:1776267958.812641:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad20466f. 00010000:00000010:0.0:1776267958.812647:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e35d324e. 00080000:00000010:0.0:1776267958.812664:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd2aed79. 00010000:00000010:0.0:1776267958.812696:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267958.812779:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bfbd684. 00010000:00000010:0.0:1776267958.812834:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfbad915. 00010000:00000010:0.0:1776267958.812838:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267958.812847:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.812853:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.812863:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267958.812876:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000925a8a13. 02000000:00000010:0.0:1776267958.813452:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b381e93. 00000400:00000010:0.0:1776267958.813463:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267958.813471:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267958.813478:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481408, portal 16 00000400:00000010:0.0:1776267958.813484:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6abd6ee. 00000100:00000200:0.0:1776267958.813486:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481408, offset 0 00000400:00000200:0.0:1776267958.813498:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.813516:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.813524:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.813528:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.813530:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.813533:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91059:91059:256:4294967295] 192.168.202.34@tcp LPNI seq info [91059:91059:8:4294967295] 00000400:00000200:0.0:1776267958.813544:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.813549:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.813553:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343698). 00000800:00000200:0.0:1776267958.813559:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.813565:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.813569:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.813849:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.813853:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343450). 00000400:00000200:0.0:1776267958.813858:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.813862:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.813866:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6abd6ee 00000400:00000010:0.0:1776267958.813868:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6abd6ee. 00000100:00000200:0.0:1776267958.815165:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489481408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267958.815972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f795ea0. 00010000:00000010:0.1:1776267958.819953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1f66a19. 00010000:00000010:0.1:1776267958.819977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad20466f. 00010000:00000010:1.1:1776267958.820086:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4d81f94. 00010000:00000010:1.1:1776267958.820093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a1bf512. 00000400:00000200:1.0:1776267958.821034:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.821051:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b276c0 00000400:00000200:1.0:1776267958.821061:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6e69 [1] + 224 00000400:00000200:1.0:1776267958.821076:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.821080:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.821091:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489481408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267958.821307:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060ea21af. 00000400:00000200:0.0:1776267958.821314:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:0.0:1776267958.821316:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00000100:00000200:0.0:1776267958.821322:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489481408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.821339:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489481408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267958.821366:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b381e93. 02000000:00000010:0.0:1776267958.821372:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000925a8a13. 00000100:00000010:0.0:1776267958.821376:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:0.0:1776267958.821379:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267958.821382:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000200:0.0:1776267958.822029:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.822041:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68900 00000400:00000200:0.0:1776267958.822047:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5799 [2] + 1968 00000400:00000010:0.0:1776267958.822051:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea9380df. 00000400:00000200:0.0:1776267958.822054:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a442faaa 00000400:00000200:0.0:1776267958.822124:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.822128:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.822131:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a442faaa 00000400:00000010:0.0:1776267958.822133:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a442faaa (tot 82343298). 00000100:00000200:0.0:1776267958.822139:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776267958.822650:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0b287c4. 00000020:00000010:2.0:1776267958.822658:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.822661:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.822688:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000273188ca x1862549476116736/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267958.822732:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116736 02000000:00000010:2.0:1776267958.822742:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ca292cd. 00010000:00000010:2.0:1776267958.822770:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e772ccc8. 00010000:00000010:2.0:1776267958.822793:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.822800:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006667fd9a. 00000100:00000010:2.0:1776267958.822829:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006667fd9a. 00010000:00000010:2.0:1776267958.822833:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.822845:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267958.822851:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116736, offset 224 00000400:00000200:2.0:1776267958.822858:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.822869:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.822875:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91060:91060:256:4294967295] 192.168.202.34@tcp LPNI seq info [91060:91060:8:4294967295] 00080000:00000010:1.0:1776267958.823357:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9229ccd. 00010000:00000010:1.0:1776267958.823456:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e35d324e. 00010000:00000010:1.0:1776267958.823464:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3754ee1. 00010000:00000010:1.0:1776267958.823530:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a1bf512. 00010000:00000010:1.0:1776267958.823536:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267958.823547:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d74ca048. 00000100:00000010:1.0:1776267958.823552:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.823559:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:1.0:1776267958.823570:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000a52a778. 02000000:00000010:1.0:1776267958.823597:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000990a8a03. 00000400:00000010:1.0:1776267958.823602:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028fe88a6. 00000400:00000010:1.0:1776267958.823607:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fd3bfba. 00000100:00000200:1.0:1776267958.823612:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481472, portal 16 00000400:00000010:1.0:1776267958.823616:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c75b50e9. 00000100:00000200:1.0:1776267958.823618:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481472, offset 0 00000400:00000200:1.0:1776267958.823624:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.823658:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.823663:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.823668:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343546). 00000800:00000200:2.0:1776267958.823674:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.823680:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.823684:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.823708:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.823711:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.823715:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0b287c4. 02000000:00000010:2.0:1776267958.823725:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fbf620df. 00000100:00000010:2.0:1776267958.823727:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 02000000:00000010:2.0:1776267958.823730:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004feadbc2. 00000100:00000010:2.0:1776267958.823732:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 02000000:00000010:2.0:1776267958.823735:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a0452dfd. 00000100:00000010:2.0:1776267958.823737:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 02000000:00000010:2.0:1776267958.823740:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c7c185ff. 00000100:00000010:2.0:1776267958.823741:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 02000000:00000010:2.0:1776267958.823745:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b5aa63d6. 00000100:00000010:2.0:1776267958.823747:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 02000000:00000010:2.0:1776267958.823750:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082bde3d0. 00000100:00000010:2.0:1776267958.823752:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 00000100:00000200:2.0:1776267958.823760:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776267958.823765:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e5b3a515. 00000400:00000010:2.0:1776267958.823768:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006667fd9a (tot 82343698). 00000800:00000200:2.0:1776267958.823866:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.823870:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:2.0:1776267958.823874:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.823891:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.823916:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:2.0:1776267958.823918:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 02000000:00000010:2.0:1776267958.823924:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ca292cd. 00000400:00000200:1.0:1776267958.825712:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.825720:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267958.825723:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267958.825727:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267958.825730:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91061:91061:255:4294967295] 192.168.202.34@tcp LPNI seq info [91061:91061:7:4294967295] 00000400:00000200:1.0:1776267958.825741:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.825746:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.825809:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343698). 00000800:00000200:0.0:1776267958.825818:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.825824:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.825828:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267958.828732:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.828740:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343450). 00000400:00000200:2.0:1776267958.828748:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.828757:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.828762:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c75b50e9 00000400:00000010:2.0:1776267958.828764:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c75b50e9. 00000100:00000200:2.0:1776267958.828774:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489481472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267958.830092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086c30324. 00000400:00000200:1.0:1776267958.833876:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00010000:00000010:1.1:1776267958.833934:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7fa14a3. 00010000:00000010:1.1:1776267958.833949:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfbad915. 00000400:00000200:1.0:1776267958.833978:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27700 00000400:00000200:1.0:1776267958.833986:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6e75 [1] + 224 00000400:00000200:1.0:1776267958.834002:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.834007:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.834017:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489481472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267958.834121:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028fe88a6. 00000400:00000200:0.0:1776267958.834126:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fd3bfba 00000400:00000010:0.0:1776267958.834128:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fd3bfba. 00000100:00000200:0.0:1776267958.834133:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489481472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.834141:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489481472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267958.834168:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000990a8a03. 02000000:00000010:0.0:1776267958.834175:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000a52a778. 00000100:00000010:0.0:1776267958.834179:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:0.0:1776267958.834182:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:0.0:1776267958.834186:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d74ca048. 00000400:00000200:0.0:1776267958.835659:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.835675:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68940 00000400:00000200:0.0:1776267958.835682:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb57f1 [2] + 0 00000400:00000200:0.0:1776267958.835749:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.835753:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.835759:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267958.835764:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 00000020:00000010:1.0:1776267958.836147:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c9ad8e8. 00000020:00000010:1.0:1776267958.836155:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.836160:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.836187:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cc4aea2 x1862549476116800/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267958.836227:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116800 02000000:00000010:1.0:1776267958.836237:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000027d90569. 00010000:00000010:1.0:1776267958.836278:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e110c13. 00010000:00000010:1.0:1776267958.836302:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267958.836308:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.836325:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.836328:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d86b627d. 00000400:00000010:1.0:1776267958.836341:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756ab9ae. 00000100:00000200:1.0:1776267958.836345:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116800, offset 224 00000400:00000200:1.0:1776267958.836353:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.836364:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.836370:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91062:91062:256:4294967295] 192.168.202.34@tcp LPNI seq info [91062:91062:8:4294967295] 00000400:00000200:1.0:1776267958.836379:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00080000:00000010:0.0:1776267958.836560:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000925a8a13. 00010000:00000010:0.0:1776267958.836648:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:0.0:1776267958.836655:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e875f72. 00010000:00000010:0.0:1776267958.836745:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad20466f. 00010000:00000010:0.0:1776267958.836752:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267958.836762:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.836767:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.836773:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000294921c4. 02000000:00000010:0.0:1776267958.836784:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b381e93. 02000000:00000010:0.0:1776267958.836807:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a2f9d42. 00000400:00000010:0.0:1776267958.836812:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea9380df. 00000400:00000010:0.0:1776267958.836818:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267958.836822:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481536, portal 16 00000400:00000010:0.0:1776267958.836826:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6abd6ee. 00000100:00000200:0.0:1776267958.836828:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481536, offset 0 00000400:00000200:0.0:1776267958.836833:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000800:00000200:1.0:1776267958.837337:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.837344:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070de03a1 (tot 82343698). 00000800:00000200:1.0:1776267958.837351:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.837359:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.837363:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070de03a1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.837394:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.837399:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.837402:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c9ad8e8. 00000800:00000200:2.0:1776267958.838319:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.838330:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070de03a1 (tot 82343450). 00000400:00000200:2.0:1776267958.838335:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.838342:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.838346:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756ab9ae 00000400:00000010:2.0:1776267958.838348:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756ab9ae. 00000400:00000200:0.0:1776267958.840293:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.840305:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.840309:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.840314:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.840318:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91063:91063:255:4294967295] 192.168.202.34@tcp LPNI seq info [91063:91063:7:4294967295] 00000400:00000200:0.0:1776267958.840338:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.840345:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.840353:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267958.840362:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.840368:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.840373:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267958.846679:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.846687:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343450). 00000400:00000200:2.0:1776267958.846697:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.846715:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.846721:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6abd6ee 00000400:00000010:2.0:1776267958.846723:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6abd6ee. 00000100:00000200:2.0:1776267958.846735:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000294921c4 x1862549489481536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.847574:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.847589:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27740 00000400:00000200:1.0:1776267958.847596:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6e85 [1] + 224 00000400:00000200:1.0:1776267958.847607:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.847610:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.847617:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000294921c4 x1862549489481536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.847687:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.847692:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68980 00000400:00000200:1.0:1776267958.847697:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb57f1 [2] + 328 00000400:00000200:1.0:1776267958.847981:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.847985:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.847990:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.847995:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090b3b0d2. 00000020:00000010:2.0:1776267958.848083:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ca292cd. 00000020:00000010:2.0:1776267958.848090:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.848095:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.848135:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090b3b0d2 x1862549476116864/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267958.848171:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116864 02000000:00000010:2.0:1776267958.848182:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a0452dfd. 00010000:00000010:2.0:1776267958.848223:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.848230:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003dcca4c. 00000100:00000010:2.0:1776267958.848237:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003dcca4c. 00010000:00000010:2.0:1776267958.848250:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000010:2.0:1776267958.848265:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267958.848270:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116864, offset 224 00000400:00000200:2.0:1776267958.848278:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.848287:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.848292:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91064:91064:256:4294967295] 192.168.202.34@tcp LPNI seq info [91064:91064:8:4294967295] 00000400:00000200:2.0:1776267958.848302:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.848308:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.848312:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267958.848317:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.848323:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.848338:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.848359:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.848363:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.848366:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ca292cd. 00000800:00000200:1.0:1776267958.849424:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.849429:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:1.0:1776267958.849436:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.849442:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.849447:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:1.0:1776267958.849449:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 00000400:00000010:0.0:1776267958.850848:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea9380df. 00000400:00000200:0.0:1776267958.850859:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:0.0:1776267958.850862:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00010000:00000010:1.1:1776267958.850934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002677070a. 00000100:00000200:0.0:1776267958.850956:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000294921c4 x1862549489481536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.851039:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000294921c4 x1862549489481536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267958.851071:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085df39bf. 02000000:00000010:0.0:1776267958.851089:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a2f9d42. 02000000:00000010:0.0:1776267958.851096:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b381e93. 00000100:00000010:0.0:1776267958.851100:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000294921c4. 00000100:00000010:0.0:1776267958.851173:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267958.851177:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00080000:00000010:0.0:1776267958.851199:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b381e93. 00010000:00000010:0.0:1776267958.851295:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267958.851302:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000025585a48. 00010000:00000010:0.0:1776267958.851520:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd8af543. 00010000:00000010:0.0:1776267958.851526:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267958.851538:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.851543:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.851551:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000294921c4. 02000000:00000010:0.0:1776267958.851565:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a2f9d42. 02000000:00000010:0.0:1776267958.851588:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1877bba. 00000400:00000010:0.0:1776267958.851593:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea9380df. 00000400:00000010:0.0:1776267958.851597:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267958.851603:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481600, portal 16 00000400:00000010:0.0:1776267958.851609:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edccd03. 00000100:00000200:0.0:1776267958.851611:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481600, offset 0 00000400:00000200:0.0:1776267958.851619:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.851631:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.851638:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.851641:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.851644:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.851647:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91065:91065:256:4294967295] 192.168.202.34@tcp LPNI seq info [91065:91065:8:4294967295] 00000400:00000200:0.0:1776267958.851657:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.851663:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.851667:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff893d (tot 82343698). 00000800:00000200:0.0:1776267958.851672:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.851679:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.851682:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093ff893d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267958.853652:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.853659:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343450). 00000400:00000200:2.0:1776267958.853668:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.853675:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.853681:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001edccd03 00000400:00000010:2.0:1776267958.853683:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001edccd03. 00000100:00000200:2.0:1776267958.853692:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000294921c4 x1862549489481600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.855828:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.855848:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27780 00000400:00000200:1.0:1776267958.855857:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6e91 [1] + 224 00000400:00000200:1.0:1776267958.855876:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.855891:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.855923:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000294921c4 x1862549489481600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267958.856091:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea9380df. 00000400:00000200:0.0:1776267958.856097:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:0.0:1776267958.856099:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00000100:00000200:0.0:1776267958.856115:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000294921c4 x1862549489481600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.856124:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000294921c4 x1862549489481600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267958.856155:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1877bba. 02000000:00000010:0.0:1776267958.856161:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004a2f9d42. 00000100:00000010:0.0:1776267958.856165:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000294921c4. 00000100:00000010:0.0:1776267958.856169:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267958.856173:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000400:00000200:1.0:1776267958.858951:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.858976:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e689c0 00000400:00000200:1.0:1776267958.858984:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb57f1 [2] + 656 00000400:00000200:1.0:1776267958.859045:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.859050:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.859057:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.859062:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 00000020:00000010:3.0:1776267958.859353:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008388316f. 00000020:00000010:3.0:1776267958.859360:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.859364:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267958.859396:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000192be620 x1862549476116928/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267958.859419:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116928 02000000:00000010:3.0:1776267958.859428:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090abaed2. 00010000:00000010:3.0:1776267958.859455:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000974dfa09. 00010000:00000010:3.0:1776267958.859478:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.859484:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039703549. 00000100:00000010:3.0:1776267958.859497:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039703549. 00010000:00000010:3.0:1776267958.859500:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267958.859512:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009716a069. 00000100:00000200:3.0:1776267958.859516:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116928, offset 224 00000400:00000200:3.0:1776267958.859523:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.859532:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.859537:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91066:91066:256:4294967295] 192.168.202.34@tcp LPNI seq info [91066:91066:8:4294967295] 00000400:00000200:3.0:1776267958.859547:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.859552:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.859557:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267958.859562:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.859569:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.859573:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267958.859599:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.859603:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267958.859606:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008388316f. 00010000:00000010:0.1:1776267958.859724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b45bbf97. 00010000:00000010:0.1:1776267958.859731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a1bf512. 00080000:00000010:0.0:1776267958.859754:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a2f9d42. 00010000:00000010:0.0:1776267958.859834:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267958.859839:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000055c6649. 00010000:00000010:0.0:1776267958.859930:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfb657c0. 00010000:00000010:0.0:1776267958.859936:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267958.859946:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.859949:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.859955:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000294921c4. 02000000:00000010:0.0:1776267958.859965:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1877bba. 02000000:00000010:0.0:1776267958.859984:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efe36136. 00000400:00000010:0.0:1776267958.859989:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea9380df. 00000400:00000010:0.0:1776267958.859993:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267958.859998:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481664, portal 16 00000400:00000010:0.0:1776267958.860002:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267958.860003:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481664, offset 0 00000400:00000200:0.0:1776267958.860009:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.860015:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.860022:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.860025:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.860027:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.860029:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91067:91067:255:4294967295] 192.168.202.34@tcp LPNI seq info [91067:91067:7:4294967295] 00000400:00000200:0.0:1776267958.860036:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.860040:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.860043:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82343946). 00000800:00000200:0.0:1776267958.860047:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.860051:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.860053:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.860771:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.860776:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343698). 00000400:00000200:1.0:1776267958.860784:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.860788:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.860792:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009716a069 00000400:00000010:1.0:1776267958.860794:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009716a069. 00000800:00000200:1.0:1776267958.860856:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.860858:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343450). 00000400:00000200:1.0:1776267958.860861:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.860864:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.860866:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:1.0:1776267958.860868:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:1.0:1776267958.860884:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000294921c4 x1862549489481664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.868399:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.868423:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b277c0 00000400:00000200:1.0:1776267958.868432:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6e9d [1] + 224 00000400:00000200:1.0:1776267958.868443:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.868447:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.868459:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000294921c4 x1862549489481664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.868490:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.868495:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68a00 00000400:00000200:1.0:1776267958.868500:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb57f1 [2] + 984 00000400:00000200:1.0:1776267958.868508:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.868511:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.868515:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.868523:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 00000020:00000010:3.0:1776267958.869810:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008388316f. 00000020:00000010:3.0:1776267958.869821:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.869826:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267958.869855:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c9c03c4 x1862549476116992/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267958.870560:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476116992 02000000:00000010:3.0:1776267958.870575:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005bdae658. 00010000:00000010:3.0:1776267958.870615:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.870623:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039703549. 00000100:00000010:3.0:1776267958.870629:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039703549. 00010000:00000010:3.0:1776267958.870634:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267958.870649:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267958.870655:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476116992, offset 224 00000400:00000200:3.0:1776267958.870664:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.870678:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.870683:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91068:91068:256:4294967295] 192.168.202.34@tcp LPNI seq info [91068:91068:8:4294967295] 00000400:00000200:3.0:1776267958.870694:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.870720:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.870725:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.870731:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.870737:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.870741:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267958.870764:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.870769:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267958.870773:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008388316f. 00000800:00000200:3.0:1776267958.871390:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.871395:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267958.871402:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.871408:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.871412:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:3.0:1776267958.871415:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000400:00000010:0.0:1776267958.875620:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea9380df. 00000400:00000200:0.0:1776267958.875634:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:0.0:1776267958.875636:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00000100:00000200:0.0:1776267958.875652:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000294921c4 x1862549489481664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267958.875664:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000294921c4 x1862549489481664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267958.875693:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5955b9f. 00010000:00000010:0.1:1776267958.876174:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db288bc5. 00010000:00000010:0.1:1776267958.876183:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013b0e79a. 00010000:00000010:0.1:1776267958.876188:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad20466f. 02000000:00000010:0.0:1776267958.876210:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efe36136. 02000000:00000010:0.0:1776267958.876216:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1877bba. 00000100:00000010:0.0:1776267958.876219:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000294921c4. 00000100:00000010:0.0:1776267958.876223:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267958.876226:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00080000:00000010:0.0:1776267958.876260:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1877bba. 00010000:00000010:0.0:1776267958.876536:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267958.876544:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039ebcdf7. 00010000:00000010:0.0:1776267958.876625:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1f66a19. 00010000:00000010:0.0:1776267958.876629:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bfbd684. 00010000:00000010:0.0:1776267958.876635:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad20466f. 00010000:00000010:0.0:1776267958.876640:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00080000:00000010:0.0:1776267958.876656:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efe36136. 00010000:00000010:0.0:1776267958.876681:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267958.876684:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bfbd684. 00010000:00000010:0.0:1776267958.876734:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4d917d4. 00010000:00000010:0.0:1776267958.876739:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267958.876747:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001236ae23. 00000100:00000010:0.0:1776267958.876753:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267958.876762:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000294921c4. 02000000:00000010:0.0:1776267958.876774:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f2d8215c. 02000000:00000010:0.0:1776267958.876801:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db0daa01. 00000400:00000010:0.0:1776267958.876806:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea9380df. 00000400:00000010:0.0:1776267958.876811:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267958.876817:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481728, portal 16 00000400:00000010:0.0:1776267958.876821:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015166d3f. 00000100:00000200:0.0:1776267958.876823:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481728, offset 0 00000400:00000200:0.0:1776267958.876834:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.876850:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.876856:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.876860:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.876862:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.876866:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91069:91069:256:4294967295] 192.168.202.34@tcp LPNI seq info [91069:91069:8:4294967295] 00000400:00000200:0.0:1776267958.876876:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.876882:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.876886:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343698). 00000800:00000200:0.0:1776267958.877049:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.877057:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.877061:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.883151:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.883158:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:1.0:1776267958.883165:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.883173:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.883180:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015166d3f 00000400:00000010:1.0:1776267958.883182:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015166d3f. 00000100:00000200:1.0:1776267958.883192:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000294921c4 x1862549489481728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.883227:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.883251:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27800 00000400:00000200:1.0:1776267958.883258:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6ea9 [1] + 224 00000400:00000200:1.0:1776267958.883268:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.883271:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.883275:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000294921c4 x1862549489481728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267958.883307:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.883312:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68a40 00000400:00000200:1.0:1776267958.883317:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb57f1 [2] + 1312 00000400:00000200:1.0:1776267958.883370:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.883373:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.883377:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267958.883386:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 00000400:00000010:2.0:1776267958.884118:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea9380df. 00000400:00000200:2.0:1776267958.884126:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:2.0:1776267958.884127:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00000100:00000200:2.0:1776267958.884135:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000294921c4 x1862549489481728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.884143:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000294921c4 x1862549489481728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267958.884177:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db0daa01. 02000000:00000010:2.0:1776267958.884184:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f2d8215c. 00000100:00000010:2.0:1776267958.884188:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000294921c4. 00000100:00000010:2.0:1776267958.884191:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:2.0:1776267958.884195:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001236ae23. 00000020:00000010:3.0:1776267958.884372:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008388316f. 00000020:00000010:3.0:1776267958.884381:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.884508:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267958.884534:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000425f4f8d x1862549476117056/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267958.884558:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476117056 02000000:00000010:3.0:1776267958.884568:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8a6856c. 00010000:00000010:3.0:1776267958.884593:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9f91fe9. 00010000:00000010:3.0:1776267958.884611:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.884616:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039703549. 00000100:00000010:3.0:1776267958.884630:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039703549. 00010000:00000010:3.0:1776267958.884633:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267958.884644:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267958.884647:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476117056, offset 224 00000400:00000200:3.0:1776267958.884655:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.884666:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.884671:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91070:91070:256:4294967295] 192.168.202.34@tcp LPNI seq info [91070:91070:8:4294967295] 00000400:00000200:3.0:1776267958.884681:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.884686:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.884690:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.884696:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00080000:00000010:2.0:1776267958.884825:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ca292cd. 00010000:00000010:2.0:1776267958.884922:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:2.0:1776267958.884928:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000033516911. 00010000:00000010:2.0:1776267958.885006:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008aeec184. 00010000:00000010:2.0:1776267958.885011:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000096d6515f. 00010000:00000010:2.0:1776267958.885022:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.885026:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003dcca4c. 00000100:00000010:2.0:1776267958.885033:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e23e275. 02000000:00000010:2.0:1776267958.885043:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fbf620df. 02000000:00000010:2.0:1776267958.885063:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0b287c4. 00000400:00000010:2.0:1776267958.885067:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e4cfc9e. 00000400:00000010:2.0:1776267958.885071:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1151310. 00000100:00000200:2.0:1776267958.885076:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481792, portal 16 00000400:00000010:2.0:1776267958.885080:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004395e51d. 00000100:00000200:2.0:1776267958.885082:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481792, offset 0 00000400:00000200:2.0:1776267958.885087:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.885093:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.885099:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.885102:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.885105:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.885107:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91071:91071:255:4294967295] 192.168.202.34@tcp LPNI seq info [91071:91071:7:4294967295] 00000400:00000200:2.0:1776267958.885115:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.885119:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.885122:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343946). 00000800:00000200:2.0:1776267958.885125:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.885132:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.885135:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.885263:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.885266:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267958.885277:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.885281:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267958.885284:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008388316f. 00000800:00000200:3.0:1776267958.885343:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.885346:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343698). 00000400:00000200:3.0:1776267958.885351:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.885355:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.885358:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004395e51d 00000400:00000010:3.0:1776267958.885360:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004395e51d. 00000100:00000200:3.0:1776267958.885366:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009e23e275 x1862549489481792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1776267958.888539:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.888547:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267958.888556:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.888564:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.888570:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:3.0:1776267958.888572:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000400:00000200:3.0:1776267958.888601:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.888615:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27840 00000400:00000200:3.0:1776267958.888624:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6eb5 [1] + 224 00000400:00000200:3.0:1776267958.888634:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.888636:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.888646:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009e23e275 x1862549489481792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267958.888669:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.888674:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68a80 00000400:00000200:3.0:1776267958.888679:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb57f1 [2] + 1640 00000400:00000200:3.0:1776267958.888687:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.888689:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.888693:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267958.888712:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bd626d3. 00000020:00000010:3.0:1776267958.888770:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008388316f. 00000020:00000010:3.0:1776267958.888776:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.888780:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267958.888804:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bd626d3 x1862549476117120/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267958.888830:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476117120 02000000:00000010:3.0:1776267958.888841:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ef51bd5e. 00010000:00000010:3.0:1776267958.888883:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.888890:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039703549. 00000100:00000010:3.0:1776267958.888915:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039703549. 00010000:00000010:3.0:1776267958.888919:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267958.888934:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267958.888938:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476117120, offset 224 00000400:00000200:3.0:1776267958.888945:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.888956:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000010:2.0:1776267958.889322:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e4cfc9e. 00000400:00000200:2.0:1776267958.889328:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1151310 00000400:00000010:2.0:1776267958.889329:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1151310. 00000100:00000200:2.0:1776267958.889336:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009e23e275 x1862549489481792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.889343:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009e23e275 x1862549489481792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267958.889365:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f0e0385. 02000000:00000010:2.0:1776267958.889394:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0b287c4. 02000000:00000010:2.0:1776267958.889400:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fbf620df. 00000100:00000010:2.0:1776267958.889404:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e23e275. 00000100:00000010:2.0:1776267958.889406:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003dcca4c. 00010000:00000010:2.0:1776267958.889409:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00080000:00000010:2.0:1776267958.889426:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbf620df. 00010000:00000010:2.0:1776267958.889513:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096d6515f. 00010000:00000010:2.0:1776267958.889520:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f678a4f. 00010000:00000010:2.0:1776267958.889598:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.0:1776267958.889605:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000096d6515f. 00010000:00000010:2.0:1776267958.889615:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.889619:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003dcca4c. 00000100:00000010:2.0:1776267958.889625:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e23e275. 02000000:00000010:2.0:1776267958.889635:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0b287c4. 02000000:00000010:2.0:1776267958.889659:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087ef4103. 00000400:00000010:2.0:1776267958.889663:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e4cfc9e. 00000400:00000010:2.0:1776267958.889666:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1151310. 00000100:00000200:2.0:1776267958.889672:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481856, portal 16 00000400:00000010:2.0:1776267958.889676:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001290874d. 00000100:00000200:2.0:1776267958.889678:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481856, offset 0 00000400:00000200:2.0:1776267958.889683:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.889799:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91072:91072:256:4294967295] 192.168.202.34@tcp LPNI seq info [91072:91072:8:4294967295] 00000400:00000200:3.0:1776267958.889812:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.889819:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.889823:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.889829:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.889836:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.889840:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267958.889866:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.889871:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267958.889875:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008388316f. 00000800:00000200:1.0:1776267958.890327:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.890331:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267958.890340:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.890345:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.890349:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:1.0:1776267958.890350:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00010000:00000010:0.1:1776267958.890948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f649d393. 00010000:00000010:0.1:1776267958.890958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8af543. 00010000:00000010:3.1:1776267958.891062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ddb7dc3. 00000400:00000200:2.0:1776267958.892142:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.892151:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.892154:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.892158:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.892161:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91073:91073:255:4294967295] 192.168.202.34@tcp LPNI seq info [91073:91073:7:4294967295] 00000400:00000200:2.0:1776267958.892172:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.892179:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.892255:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.892264:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.892271:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.892275:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.892454:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.892457:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267958.892464:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.892469:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.892473:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001290874d 00000400:00000010:1.0:1776267958.892475:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001290874d. 00000100:00000200:1.0:1776267958.892485:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009e23e275 x1862549489481856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267958.894072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d3da297. 00010000:00000010:2.1:1776267958.894087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4d917d4. 00010000:00000010:0.1:1776267958.894990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de1e348c. 00010000:00000010:0.1:1776267958.895001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070ba4a0e. 00010000:00000010:0.1:1776267958.895005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb657c0. 00010000:00000010:0.1:1776267958.895009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1f66a19. 00010000:00000010:0.1:1776267958.895011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad20466f. 00000400:00000200:3.0:1776267958.897090:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267958.897110:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27880 00000400:00000200:3.0:1776267958.897120:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6ec1 [1] + 224 00000400:00000200:3.0:1776267958.897137:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.897141:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267958.897151:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009e23e275 x1862549489481856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267958.897372:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e4cfc9e. 00000400:00000200:2.0:1776267958.897378:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1151310 00000400:00000010:2.0:1776267958.897380:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1151310. 00000100:00000200:2.0:1776267958.897397:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009e23e275 x1862549489481856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.897405:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009e23e275 x1862549489481856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267958.897438:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087ef4103. 02000000:00000010:2.0:1776267958.897446:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0b287c4. 00000100:00000010:2.0:1776267958.897452:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e23e275. 00000100:00000010:2.0:1776267958.897456:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003dcca4c. 00010000:00000010:2.0:1776267958.897459:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00010000:00000010:3.1:1776267958.898162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0664741. 00010000:00000010:2.1:1776267958.898208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000769e3b0d. 00010000:00000010:2.1:1776267958.898215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edf174f8. 00010000:00000010:2.1:1776267958.898219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00000400:00000200:2.0:1776267958.899237:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.899265:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68ac0 00000400:00000200:2.0:1776267958.899272:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb57f1 [2] + 1968 00000400:00000010:2.0:1776267958.899276:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a3be986. 00000400:00000200:2.0:1776267958.899282:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009548252a 00000400:00000200:2.0:1776267958.899354:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.899359:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.899363:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009548252a 00000400:00000010:2.0:1776267958.899367:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009548252a (tot 82343298). 00000100:00000200:2.0:1776267958.899374:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267958.899691:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bed9a1bd. 00000020:00000010:3.0:1776267958.899712:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.899717:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267958.899745:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab1a25ef x1862549476117184/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267958.899779:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476117184 02000000:00000010:3.0:1776267958.899791:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008388316f. 00010000:00000010:3.0:1776267958.899821:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a369b5fd. 00010000:00000010:3.0:1776267958.899843:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.899850:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039703549. 00000100:00000010:3.0:1776267958.899867:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000039703549. 00010000:00000010:3.0:1776267958.899871:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267958.899884:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a502439. 00000100:00000200:3.0:1776267958.899888:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476117184, offset 224 00000400:00000200:3.0:1776267958.899934:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.899946:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.899951:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91074:91074:256:4294967295] 192.168.202.34@tcp LPNI seq info [91074:91074:8:4294967295] 00000400:00000200:3.0:1776267958.899961:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.899966:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.899971:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343546). 00000800:00000200:3.0:1776267958.899977:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.899984:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.899988:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267958.900005:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.900009:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267958.900012:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bed9a1bd. 02000000:00000010:3.0:1776267958.900020:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef51bd5e. 00000100:00000010:3.0:1776267958.900025:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bd626d3. 02000000:00000010:3.0:1776267958.900029:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8a6856c. 00000100:00000010:3.0:1776267958.900030:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 02000000:00000010:3.0:1776267958.900034:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005bdae658. 00000100:00000010:3.0:1776267958.900037:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 02000000:00000010:3.0:1776267958.900040:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090abaed2. 00000100:00000010:3.0:1776267958.900041:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 02000000:00000010:3.0:1776267958.900044:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a0452dfd. 00000100:00000010:3.0:1776267958.900047:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090b3b0d2. 02000000:00000010:3.0:1776267958.900050:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000027d90569. 00000100:00000010:3.0:1776267958.900052:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000200:3.0:1776267958.900058:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267958.900063:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e033e32a. 00000400:00000010:3.0:1776267958.900066:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000039703549 (tot 82343698). 00000800:00000200:1.0:1776267958.900578:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.900583:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267958.900589:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.900594:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.900597:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a502439 00000400:00000010:1.0:1776267958.900599:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a502439. 02000000:00000010:1.0:1776267958.900603:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008388316f. 00080000:00000010:2.0:1776267958.900675:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0b287c4. 00010000:00000010:2.0:1776267958.900767:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096d6515f. 00010000:00000010:2.0:1776267958.900774:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec199a8d. 00010000:00000010:2.0:1776267958.900843:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008aeec184. 00010000:00000010:2.0:1776267958.900848:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000096d6515f. 00010000:00000010:2.0:1776267958.900857:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267958.900862:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003dcca4c. 00000100:00000010:2.0:1776267958.900869:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e23e275. 02000000:00000010:2.0:1776267958.900880:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087ef4103. 02000000:00000010:2.0:1776267958.900932:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7e53c9f. 00000400:00000010:2.0:1776267958.900937:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e4cfc9e. 00000400:00000010:2.0:1776267958.900941:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1151310. 00000100:00000200:2.0:1776267958.900944:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481920, portal 16 00000400:00000010:2.0:1776267958.900948:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbb66a2. 00000100:00000200:2.0:1776267958.900950:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481920, offset 0 00000400:00000200:2.0:1776267958.900956:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.900965:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.900972:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.900975:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.900979:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.900981:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91075:91075:256:4294967295] 192.168.202.34@tcp LPNI seq info [91075:91075:8:4294967295] 00000400:00000200:2.0:1776267958.900989:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.900994:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.900998:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267958.901002:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.901007:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.901010:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.901128:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.901131:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267958.901135:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.901138:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.901141:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbb66a2 00000400:00000010:3.0:1776267958.901142:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbb66a2. 00000100:00000200:3.0:1776267958.901149:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009e23e275 x1862549489481920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267958.904987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ec012cf. 00000400:00000200:2.0:1776267958.905132:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.905150:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b278c0 00000400:00000200:2.0:1776267958.905159:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6ed1 [1] + 224 00000400:00000200:2.0:1776267958.905173:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.905176:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.905188:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009e23e275 x1862549489481920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.905226:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.905231:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68b00 00000400:00000200:2.0:1776267958.905236:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5905 [2] + 0 00000400:00000200:2.0:1776267958.905255:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.905260:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.905264:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267958.905270:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f8b48. 00000400:00000010:3.0:1776267958.905351:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e4cfc9e. 00000400:00000200:3.0:1776267958.905356:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1151310 00000400:00000010:3.0:1776267958.905357:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1151310. 00000100:00000200:3.0:1776267958.905366:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009e23e275 x1862549489481920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.905373:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009e23e275 x1862549489481920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.905416:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7e53c9f. 02000000:00000010:3.0:1776267958.905424:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000087ef4103. 00000100:00000010:3.0:1776267958.905429:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e23e275. 00000100:00000010:3.0:1776267958.905433:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003dcca4c. 00010000:00000010:3.0:1776267958.905436:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000020:00000010:1.0:1776267958.905808:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c9ad8e8. 00000020:00000010:1.0:1776267958.905816:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.905820:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.905842:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68f8b48 x1862549476117248/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267958.905876:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476117248 02000000:00000010:1.0:1776267958.905887:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ae4088b. 00010000:00000010:1.0:1776267958.905944:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032914c9f. 00010000:00000010:1.0:1776267958.905966:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267958.905972:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.905984:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.905987:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d86b627d. 00000400:00000010:1.0:1776267958.906001:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bde3ac1. 00000100:00000200:1.0:1776267958.906005:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476117248, offset 224 00000400:00000200:1.0:1776267958.906013:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.906024:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.906029:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91076:91076:256:4294967295] 192.168.202.34@tcp LPNI seq info [91076:91076:8:4294967295] 00000400:00000200:1.0:1776267958.906038:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.906042:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.906046:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343698). 00000800:00000200:1.0:1776267958.906051:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.906057:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.906061:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.906085:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.906089:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.906091:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c9ad8e8. 00000800:00000200:0.0:1776267958.906229:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.906233:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007516ad8d (tot 82343450). 00000400:00000200:0.0:1776267958.906237:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.906257:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.906260:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bde3ac1 00000400:00000010:0.0:1776267958.906262:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bde3ac1. 00080000:00000010:2.0:1776267958.906746:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8434201. 00010000:00000010:2.0:1776267958.906836:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096d6515f. 00010000:00000010:2.0:1776267958.906844:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d70af77. 00010000:00000010:2.0:1776267958.906945:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.0:1776267958.906952:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000096d6515f. 00010000:00000010:2.0:1776267958.906962:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005ac32dd. 00000100:00000010:2.0:1776267958.906967:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003dcca4c. 00000100:00000010:2.0:1776267958.906976:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1d117d4. 02000000:00000010:2.0:1776267958.906987:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026e1a843. 02000000:00000010:2.0:1776267958.907015:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff07397e. 00000400:00000010:2.0:1776267958.907020:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c38e970. 00000400:00000010:2.0:1776267958.907025:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef6112c0. 00000100:00000200:2.0:1776267958.907031:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489481984, portal 16 00000400:00000010:2.0:1776267958.907037:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006637a72f. 00000100:00000200:2.0:1776267958.907039:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489481984, offset 0 00000400:00000200:2.0:1776267958.907046:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.907055:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.907061:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.907064:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.907068:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.907071:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91077:91077:256:4294967295] 192.168.202.34@tcp LPNI seq info [91077:91077:8:4294967295] 00000400:00000200:2.0:1776267958.907078:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.907083:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.907089:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267958.907094:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.907099:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.907102:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.909687:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.909697:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:3.0:1776267958.909717:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.909725:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.909732:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006637a72f 00000400:00000010:3.0:1776267958.909734:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006637a72f. 00000100:00000200:3.0:1776267958.909744:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1d117d4 x1862549489481984/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.913607:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.913630:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27900 00000400:00000200:2.0:1776267958.913642:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6edd [1] + 224 00000400:00000200:2.0:1776267958.913656:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.913660:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.913672:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1d117d4 x1862549489481984/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.913722:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.913728:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68b40 00000400:00000200:2.0:1776267958.913734:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5905 [2] + 328 00000400:00000200:2.0:1776267958.913767:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.913771:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.913776:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267958.913784:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e23e275. 00000020:00000010:1.0:1776267958.913882:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c9ad8e8. 00000020:00000010:1.0:1776267958.913889:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.913925:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.913951:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009e23e275 x1862549476117312/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267958.913992:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476117312 02000000:00000010:1.0:1776267958.914005:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000027d90569. 00010000:00000010:1.0:1776267958.914051:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267958.914059:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.914066:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.914069:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d86b627d. 00000400:00000010:1.0:1776267958.914083:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4db8adb. 00000100:00000200:1.0:1776267958.914087:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476117312, offset 224 00000400:00000200:1.0:1776267958.914095:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.914105:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.914110:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91078:91078:256:4294967295] 192.168.202.34@tcp LPNI seq info [91078:91078:8:4294967295] 00000400:00000200:1.0:1776267958.914120:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.914125:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.914129:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343698). 00000800:00000200:1.0:1776267958.914134:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.914140:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.914144:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.914164:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.914168:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.914171:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c9ad8e8. 00000800:00000200:1.0:1776267958.914272:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.914275:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576a5c4b (tot 82343450). 00000400:00000200:1.0:1776267958.914279:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.914282:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.914286:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4db8adb 00000400:00000010:1.0:1776267958.914287:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4db8adb. 00000400:00000010:3.0:1776267958.914361:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c38e970. 00000400:00000200:3.0:1776267958.914366:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef6112c0 00000400:00000010:3.0:1776267958.914367:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef6112c0. 00000100:00000200:3.0:1776267958.914376:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1d117d4 x1862549489481984/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.914383:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1d117d4 x1862549489481984/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267958.914404:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c8b80e7. 02000000:00000010:3.0:1776267958.914419:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff07397e. 02000000:00000010:3.0:1776267958.914428:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026e1a843. 00000100:00000010:3.0:1776267958.914433:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1d117d4. 00000100:00000010:3.0:1776267958.914436:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003dcca4c. 00010000:00000010:3.0:1776267958.914439:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005ac32dd. 00080000:00000010:3.0:1776267958.914457:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090abaed2. 00010000:00000010:3.0:1776267958.914556:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096d6515f. 00010000:00000010:3.0:1776267958.914562:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003405f0f. 00010000:00000010:3.0:1776267958.914640:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049ff41ea. 00010000:00000010:3.0:1776267958.914644:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267958.914648:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c998a7b1. 00010000:00000010:3.0:1776267958.914654:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002763722d. 00080000:00000010:3.0:1776267958.914665:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005bdae658. 00010000:00000010:3.0:1776267958.914687:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002763722d. 00010000:00000010:3.0:1776267958.914690:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267958.914736:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7dc7890. 00010000:00000010:3.0:1776267958.914740:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002763722d. 00010000:00000010:3.0:1776267958.914747:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.914751:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006891d7af. 00000100:00000010:3.0:1776267958.914758:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bd626d3. 02000000:00000010:3.0:1776267958.914769:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008388316f. 02000000:00000010:3.0:1776267958.914793:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8a6856c. 00000400:00000010:3.0:1776267958.914797:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b46acfb. 00000400:00000010:3.0:1776267958.914801:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267958.914805:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489482048, portal 16 00000400:00000010:3.0:1776267958.914809:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000503c1aa0. 00000100:00000200:3.0:1776267958.914811:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489482048, offset 0 00000400:00000200:3.0:1776267958.914817:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.914823:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.914830:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.914833:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.914836:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.914838:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91079:91079:256:4294967295] 192.168.202.34@tcp LPNI seq info [91079:91079:8:4294967295] 00000400:00000200:3.0:1776267958.914845:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.914849:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.914852:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267958.914856:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.914860:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.914862:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.915718:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.915722:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267958.915728:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.915734:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.915737:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000503c1aa0 00000400:00000010:1.0:1776267958.915739:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000503c1aa0. 00000100:00000200:1.0:1776267958.915745:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bd626d3 x1862549489482048/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.920069:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.920091:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27940 00000400:00000200:2.0:1776267958.920100:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6ee9 [1] + 224 00000400:00000200:2.0:1776267958.920113:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.920117:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.920128:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bd626d3 x1862549489482048/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.920160:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.920165:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68b80 00000400:00000200:2.0:1776267958.920170:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5905 [2] + 656 00000400:00000200:2.0:1776267958.920180:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.920183:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.920187:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267958.920193:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047e24643. 00000400:00000010:3.0:1776267958.920369:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b46acfb. 00000400:00000200:3.0:1776267958.920374:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:3.0:1776267958.920376:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00000100:00000200:3.0:1776267958.920394:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bd626d3 x1862549489482048/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.920401:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bd626d3 x1862549489482048/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.920432:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8a6856c. 02000000:00000010:3.0:1776267958.920439:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008388316f. 00000100:00000010:3.0:1776267958.920442:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bd626d3. 00000100:00000010:3.0:1776267958.920445:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006891d7af. 00010000:00000010:3.0:1776267958.920449:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000020:00000010:1.0:1776267958.920684:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c9ad8e8. 00000020:00000010:1.0:1776267958.920693:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.920698:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.920725:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047e24643 x1862549476117376/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267958.920758:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476117376 02000000:00000010:1.0:1776267958.920769:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a52a778. 00010000:00000010:1.0:1776267958.920796:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ec9e5a. 00010000:00000010:1.0:1776267958.920819:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267958.920827:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.920844:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.920847:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d86b627d. 00000400:00000010:1.0:1776267958.920859:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4db8adb. 00000100:00000200:1.0:1776267958.920863:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476117376, offset 224 00000400:00000200:1.0:1776267958.920871:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.920881:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.920887:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91080:91080:256:4294967295] 192.168.202.34@tcp LPNI seq info [91080:91080:8:4294967295] 00000400:00000200:1.0:1776267958.920916:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.920923:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.920927:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343698). 00000800:00000200:1.0:1776267958.920933:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.920940:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.920943:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.920961:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.920965:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.920967:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c9ad8e8. 00000800:00000200:1.0:1776267958.921060:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.921063:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576a5c4b (tot 82343450). 00000400:00000200:1.0:1776267958.921066:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.921070:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.921073:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4db8adb 00000400:00000010:1.0:1776267958.921075:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4db8adb. 00080000:00000010:2.0:1776267958.922137:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026e1a843. 00010000:00000010:2.0:1776267958.922252:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002763722d. 00010000:00000010:2.0:1776267958.922261:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031c1409e. 00010000:00000010:2.0:1776267958.922342:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000657f0a06. 00010000:00000010:2.0:1776267958.922349:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d019cedf. 00010000:00000010:2.0:1776267958.922359:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000845403c5. 00000100:00000010:2.0:1776267958.922365:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003dcca4c. 00000100:00000010:2.0:1776267958.922373:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b4b4fcf9. 02000000:00000010:2.0:1776267958.922394:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff07397e. 02000000:00000010:2.0:1776267958.922418:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087ef4103. 00000400:00000010:2.0:1776267958.922424:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f215ec7. 00000400:00000010:2.0:1776267958.922429:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000049a541a. 00000100:00000200:2.0:1776267958.922435:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489482112, portal 16 00000400:00000010:2.0:1776267958.922441:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000458f4524. 00000100:00000200:2.0:1776267958.922443:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489482112, offset 0 00000400:00000200:2.0:1776267958.922450:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.922462:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.922468:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.922472:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.922475:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.922478:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91081:91081:256:4294967295] 192.168.202.34@tcp LPNI seq info [91081:91081:8:4294967295] 00000400:00000200:2.0:1776267958.922487:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.922493:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.922497:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267958.922502:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.922508:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.922511:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.923437:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.923442:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:1.0:1776267958.923448:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.923455:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.923459:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000458f4524 00000400:00000010:1.0:1776267958.923461:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000458f4524. 00000100:00000200:1.0:1776267958.923470:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b4b4fcf9 x1862549489482112/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267958.924440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b13e185. 00010000:00000010:2.1:1776267958.924451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:3.1:1776267958.926946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee48b331. 00010000:00000010:3.1:1776267958.926974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e85f0a7. 00010000:00000010:3.1:1776267958.926979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00010000:00000010:3.1:1776267958.926982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049ff41ea. 00010000:00000010:3.1:1776267958.926985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c998a7b1. 00010000:00000010:1.1:1776267958.927076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000830b87db. 00010000:00000010:1.1:1776267958.927082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000258992b. 00000400:00000200:2.0:1776267958.927747:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.927766:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27980 00000400:00000200:2.0:1776267958.927775:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6ef5 [1] + 224 00000400:00000200:2.0:1776267958.927789:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.927792:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.927806:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b4b4fcf9 x1862549489482112/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.927847:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.927852:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68bc0 00000400:00000200:2.0:1776267958.927857:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5905 [2] + 984 00000400:00000200:2.0:1776267958.927867:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.927869:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.927874:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267958.927878:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e06806be. 00000400:00000010:3.0:1776267958.928001:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f215ec7. 00000400:00000200:3.0:1776267958.928007:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000049a541a 00000400:00000010:3.0:1776267958.928009:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000049a541a. 00000100:00000200:3.0:1776267958.928017:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b4b4fcf9 x1862549489482112/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.928025:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b4b4fcf9 x1862549489482112/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.928057:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087ef4103. 02000000:00000010:3.0:1776267958.928065:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff07397e. 00000100:00000010:3.0:1776267958.928069:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b4b4fcf9. 00000100:00000010:3.0:1776267958.928072:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003dcca4c. 00010000:00000010:3.0:1776267958.928076:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000845403c5. 00000020:00000010:1.0:1776267958.928161:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c9ad8e8. 00000020:00000010:1.0:1776267958.928168:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.928172:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.928201:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e06806be x1862549476117440/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267958.928235:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476117440 02000000:00000010:1.0:1776267958.928254:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000990a8a03. 00010000:00000010:1.0:1776267958.928283:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000df806cf. 00010000:00000010:1.0:1776267958.928304:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267958.928311:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.928324:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.928327:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d86b627d. 00000400:00000010:1.0:1776267958.928341:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4db8adb. 00000100:00000200:1.0:1776267958.928346:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476117440, offset 224 00000400:00000200:1.0:1776267958.928354:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.928366:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.928371:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91082:91082:256:4294967295] 192.168.202.34@tcp LPNI seq info [91082:91082:8:4294967295] 00000400:00000200:1.0:1776267958.928381:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.928397:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.928402:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343698). 00000800:00000200:1.0:1776267958.928408:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.928414:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.928418:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.928435:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.928438:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.928440:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c9ad8e8. 00080000:00000010:3.0:1776267958.928502:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef51bd5e. 00010000:00000010:3.0:1776267958.928591:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d019cedf. 00010000:00000010:3.0:1776267958.928598:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ef456c9. 00010000:00000010:3.0:1776267958.928668:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c998a7b1. 00010000:00000010:3.0:1776267958.928676:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002763722d. 00010000:00000010:3.0:1776267958.928686:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.928690:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006891d7af. 00000100:00000010:3.0:1776267958.928696:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bd626d3. 02000000:00000010:3.0:1776267958.928707:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bed9a1bd. 02000000:00000010:3.0:1776267958.928730:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008388316f. 00000400:00000010:3.0:1776267958.928736:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b46acfb. 00000400:00000010:3.0:1776267958.928740:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267958.928745:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489482176, portal 16 00000400:00000010:3.0:1776267958.928749:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7e646e3. 00000100:00000200:3.0:1776267958.928750:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489482176, offset 0 00000400:00000200:3.0:1776267958.928756:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.928762:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.928769:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.928772:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.928775:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.928777:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91083:91083:255:4294967295] 192.168.202.34@tcp LPNI seq info [91083:91083:7:4294967295] 00000400:00000200:3.0:1776267958.928784:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.928788:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.928791:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343946). 00000800:00000200:3.0:1776267958.928795:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.928799:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.928801:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.929456:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.929461:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576a5c4b (tot 82343698). 00000400:00000200:0.0:1776267958.929465:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.929471:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.929475:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4db8adb 00000400:00000010:0.0:1776267958.929476:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4db8adb. 00000800:00000200:0.0:1776267958.929548:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.929552:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267958.929558:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.929561:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.929563:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7e646e3 00000400:00000010:0.0:1776267958.929565:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7e646e3. 00000100:00000200:0.0:1776267958.929570:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bd626d3 x1862549489482176/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267958.931121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065f977f2. 00010000:00000010:2.1:1776267958.931133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00010000:00000010:2.1:1776267958.931137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005713af55. 00010000:00000010:2.1:1776267958.931140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7dc7890. 00000400:00000200:1.0:1776267958.933526:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267958.933547:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b279c0 00000400:00000200:1.0:1776267958.933555:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6f01 [1] + 224 00000400:00000200:1.0:1776267958.933572:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.933577:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267958.933587:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bd626d3 x1862549489482176/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267958.933769:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b46acfb. 00000400:00000200:3.0:1776267958.933774:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:3.0:1776267958.933776:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00000100:00000200:3.0:1776267958.933783:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bd626d3 x1862549489482176/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.933790:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bd626d3 x1862549489482176/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.933820:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008388316f. 02000000:00000010:3.0:1776267958.933826:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bed9a1bd. 00000100:00000010:3.0:1776267958.933830:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bd626d3. 00000100:00000010:3.0:1776267958.933834:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006891d7af. 00010000:00000010:3.0:1776267958.933837:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00010000:00000010:3.1:1776267958.936122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e0bb83f. 00010000:00000010:3.1:1776267958.936139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000657f0a06. 00000400:00000200:2.0:1776267958.936654:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.936672:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68c00 00000400:00000200:2.0:1776267958.936679:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5905 [2] + 1312 00000400:00000200:2.0:1776267958.936740:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.936744:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.936751:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267958.936756:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd184d01. 00010000:00000010:1.1:1776267958.937169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080191c1e. 00000020:00000010:1.0:1776267958.937207:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c9ad8e8. 00000020:00000010:1.0:1776267958.937213:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.937217:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.937254:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bd184d01 x1862549476117504/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267958.937292:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476117504 02000000:00000010:1.0:1776267958.937303:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a3a500d9. 00010000:00000010:1.0:1776267958.937338:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000734e7cb4. 00010000:00000010:1.0:1776267958.937359:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267958.937365:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.937389:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.937393:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d86b627d. 00000400:00000010:1.0:1776267958.937405:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267958.937410:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476117504, offset 224 00000400:00000200:1.0:1776267958.937417:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.937428:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.937433:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91084:91084:256:4294967295] 192.168.202.34@tcp LPNI seq info [91084:91084:8:4294967295] 00000400:00000200:1.0:1776267958.937441:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.937446:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.937450:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa70f1ef (tot 82343698). 00000800:00000200:1.0:1776267958.937455:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.937461:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.937464:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa70f1ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.937485:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.937489:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.937492:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c9ad8e8. 00000800:00000200:0.0:1776267958.937640:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.937644:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa70f1ef (tot 82343450). 00000400:00000200:0.0:1776267958.937648:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.937651:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.937655:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:0.0:1776267958.937656:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00080000:00000010:2.0:1776267958.937719:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7e53c9f. 00010000:00000010:2.0:1776267958.937806:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002763722d. 00010000:00000010:2.0:1776267958.937813:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a193b733. 00010000:00000010:2.0:1776267958.937880:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008aeec184. 00010000:00000010:2.0:1776267958.937887:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009e95c73d. 00010000:00000010:2.0:1776267958.937942:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000074883d16. 00000100:00000010:2.0:1776267958.937949:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003dcca4c. 00000100:00000010:2.0:1776267958.937957:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000070c0c82b. 02000000:00000010:2.0:1776267958.937977:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0452dfd. 02000000:00000010:2.0:1776267958.938001:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff07397e. 00000400:00000010:2.0:1776267958.938006:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077d446fc. 00000400:00000010:2.0:1776267958.938010:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000081b8ee4. 00000100:00000200:2.0:1776267958.938016:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489482240, portal 16 00000400:00000010:2.0:1776267958.938021:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000049a541a. 00000100:00000200:2.0:1776267958.938022:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489482240, offset 0 00000400:00000200:2.0:1776267958.938028:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.938036:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.938043:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.938048:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.938050:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.938052:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91085:91085:256:4294967295] 192.168.202.34@tcp LPNI seq info [91085:91085:8:4294967295] 00000400:00000200:2.0:1776267958.938059:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.938063:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.938067:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267958.938071:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.938076:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.938079:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.938763:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.938768:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:1.0:1776267958.938773:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.938779:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.938783:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000049a541a 00000400:00000010:1.0:1776267958.938785:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000049a541a. 00000100:00000200:1.0:1776267958.938792:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000070c0c82b x1862549489482240/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267958.943915:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267958.943938:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27a00 00000400:00000200:2.0:1776267958.943948:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6f0d [1] + 224 00000400:00000200:2.0:1776267958.943976:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.943980:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267958.943993:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000070c0c82b x1862549489482240/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267958.944092:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077d446fc. 00000400:00000200:3.0:1776267958.944097:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000081b8ee4 00000400:00000010:3.0:1776267958.944099:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000081b8ee4. 00000100:00000200:3.0:1776267958.944106:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000070c0c82b x1862549489482240/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.944114:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000070c0c82b x1862549489482240/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.944143:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff07397e. 02000000:00000010:3.0:1776267958.944149:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0452dfd. 00000100:00000010:3.0:1776267958.944154:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000070c0c82b. 00000100:00000010:3.0:1776267958.944158:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003dcca4c. 00010000:00000010:3.0:1776267958.944161:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000074883d16. 00010000:00000010:2.1:1776267958.945223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e48e3c6. 00010000:00000010:2.1:1776267958.945234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c998a7b1. 00000400:00000200:0.0:1776267958.946319:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.946516:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68c40 00000400:00000200:0.0:1776267958.946526:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5905 [2] + 1640 00000400:00000200:0.0:1776267958.947255:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.947264:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.947272:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267958.947280:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000261e0f2e. 00000020:00000010:3.0:1776267958.947506:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008388316f. 00000020:00000010:3.0:1776267958.947514:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.947519:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267958.947633:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000261e0f2e x1862549476117568/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267958.947792:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476117568 02000000:00000010:3.0:1776267958.947807:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bed9a1bd. 00010000:00000010:3.0:1776267958.947840:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4d15113. 00010000:00000010:3.0:1776267958.947863:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.947870:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006891d7af. 00000100:00000010:3.0:1776267958.947954:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006891d7af. 00010000:00000010:3.0:1776267958.947959:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267958.947982:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267958.947987:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476117568, offset 224 00000400:00000200:3.0:1776267958.947995:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.948008:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.948014:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91086:91086:256:4294967295] 192.168.202.34@tcp LPNI seq info [91086:91086:8:4294967295] 00000400:00000200:3.0:1776267958.948024:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.948029:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.948034:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.948040:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.948047:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.948050:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267958.948074:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.948078:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267958.948082:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008388316f. 00000800:00000200:0.0:1776267958.948192:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.948195:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267958.948201:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.948205:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.948208:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:0.0:1776267958.948210:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00080000:00000010:2.0:1776267958.949812:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087ef4103. 00010000:00000010:2.0:1776267958.949934:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e95c73d. 00010000:00000010:2.0:1776267958.949942:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c34b3f9f. 00010000:00000010:2.0:1776267958.950027:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.0:1776267958.950033:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009e95c73d. 00010000:00000010:2.0:1776267958.950044:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df09932a. 00000100:00000010:2.0:1776267958.950052:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003dcca4c. 00000100:00000010:2.0:1776267958.950061:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 02000000:00000010:2.0:1776267958.950074:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0452dfd. 02000000:00000010:2.0:1776267958.950102:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff07397e. 00000400:00000010:2.0:1776267958.950108:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008cea08f0. 00000400:00000010:2.0:1776267958.950114:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000458f4524. 00000100:00000200:2.0:1776267958.950120:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489482304, portal 16 00000400:00000010:2.0:1776267958.950125:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef6112c0. 00000100:00000200:2.0:1776267958.950127:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489482304, offset 0 00000400:00000200:2.0:1776267958.950135:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.950147:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.950154:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267958.950158:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267958.950160:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267958.950163:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91087:91087:256:4294967295] 192.168.202.34@tcp LPNI seq info [91087:91087:8:4294967295] 00000400:00000200:2.0:1776267958.950173:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.950178:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.950183:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267958.950188:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.950195:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.950198:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.953506:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.953513:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:1.0:1776267958.953522:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.953530:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.953535:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef6112c0 00000400:00000010:1.0:1776267958.953537:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef6112c0. 00000100:00000200:1.0:1776267958.953548:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7707e38 x1862549489482304/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267958.954209:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.954222:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27a40 00000400:00000200:0.0:1776267958.954228:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6f19 [1] + 224 00000400:00000200:0.0:1776267958.954247:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.954250:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.954258:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7707e38 x1862549489482304/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267958.954330:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.954337:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68c80 00000400:00000200:0.0:1776267958.954342:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5905 [2] + 1968 00000400:00000010:0.0:1776267958.954346:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f396a63. 00000400:00000200:0.0:1776267958.954350:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c847fb17 00000400:00000200:0.0:1776267958.954357:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.954360:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.954362:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c847fb17 00000400:00000010:0.0:1776267958.954364:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c847fb17 (tot 82343298). 00000100:00000200:0.0:1776267958.954369:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267958.954450:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008388316f. 00000020:00000010:3.0:1776267958.954457:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.954461:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267958.954485:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b2c37be0 x1862549476117632/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267958.954517:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476117632 02000000:00000010:3.0:1776267958.954527:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8a6856c. 00010000:00000010:3.0:1776267958.954574:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.954582:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006891d7af. 00000100:00000010:3.0:1776267958.954590:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006891d7af. 00010000:00000010:3.0:1776267958.954593:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267958.954608:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035f6f22f. 00000100:00000200:3.0:1776267958.954612:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476117632, offset 224 00000400:00000200:3.0:1776267958.954620:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.954631:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.954639:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91088:91088:256:4294967295] 192.168.202.34@tcp LPNI seq info [91088:91088:8:4294967295] 00000400:00000200:3.0:1776267958.954649:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.954653:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.954657:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343546). 00000800:00000200:3.0:1776267958.954662:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.954668:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.954672:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267958.954693:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267958.954696:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267958.954706:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008388316f. 02000000:00000010:3.0:1776267958.954715:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bed9a1bd. 00000100:00000010:3.0:1776267958.954717:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000261e0f2e. 02000000:00000010:3.0:1776267958.954720:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a3a500d9. 00000100:00000010:3.0:1776267958.954722:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd184d01. 02000000:00000010:3.0:1776267958.954725:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000990a8a03. 00000100:00000010:3.0:1776267958.954726:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e06806be. 02000000:00000010:3.0:1776267958.954729:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a52a778. 00000100:00000010:3.0:1776267958.954731:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047e24643. 02000000:00000010:3.0:1776267958.954735:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000027d90569. 00000100:00000010:3.0:1776267958.954736:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e23e275. 02000000:00000010:3.0:1776267958.954739:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ae4088b. 00000100:00000010:3.0:1776267958.954740:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f8b48. 00000100:00000200:3.0:1776267958.954746:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267958.954749:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b46acfb. 00000400:00000010:3.0:1776267958.954753:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006891d7af (tot 82343698). 00000800:00000200:0.0:1776267958.954855:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.954859:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267958.954864:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.954868:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.954871:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035f6f22f 00000400:00000010:0.0:1776267958.954872:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035f6f22f. 02000000:00000010:0.0:1776267958.954876:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8a6856c. 00010000:00000010:1.1:1776267958.955660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dde410b. 00000400:00000010:2.0:1776267958.956569:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008cea08f0. 00000400:00000200:2.0:1776267958.956575:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000458f4524 00000400:00000010:2.0:1776267958.956577:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000458f4524. 00000100:00000200:2.0:1776267958.956590:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7707e38 x1862549489482304/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267958.956600:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7707e38 x1862549489482304/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267958.956625:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ad0f23c. 02000000:00000010:2.0:1776267958.956639:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff07397e. 02000000:00000010:2.0:1776267958.956645:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0452dfd. 00000100:00000010:2.0:1776267958.956649:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 00000100:00000010:2.0:1776267958.956652:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003dcca4c. 00010000:00000010:2.0:1776267958.956654:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df09932a. 00080000:00000010:3.0:1776267958.956768:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8a6856c. 00010000:00000010:3.0:1776267958.956869:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e95c73d. 00010000:00000010:3.0:1776267958.956875:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d491e63. 00010000:00000010:3.0:1776267958.957089:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d90c46af. 00010000:00000010:3.0:1776267958.957096:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f0862796. 00010000:00000010:3.0:1776267958.957110:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.957116:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8e2dd05. 00000100:00000010:3.0:1776267958.957124:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bd626d3. 02000000:00000010:3.0:1776267958.957137:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bed9a1bd. 02000000:00000010:3.0:1776267958.957165:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008388316f. 00000400:00000010:3.0:1776267958.957171:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000050875476. 00000400:00000010:3.0:1776267958.957174:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b920d1d. 00000100:00000200:3.0:1776267958.957179:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489482368, portal 16 00000400:00000010:3.0:1776267958.957183:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b701ac31. 00000100:00000200:3.0:1776267958.957185:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489482368, offset 0 00000400:00000200:3.0:1776267958.957193:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.957205:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.957212:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.957215:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.957218:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.957221:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91089:91089:256:4294967295] 192.168.202.34@tcp LPNI seq info [91089:91089:8:4294967295] 00000400:00000200:3.0:1776267958.957229:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.957234:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.957250:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267958.957257:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.957263:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.957267:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267958.960553:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267958.960562:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267958.960575:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267958.960585:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267958.960591:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b701ac31 00000400:00000010:1.0:1776267958.960593:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b701ac31. 00000100:00000200:1.0:1776267958.960605:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bd626d3 x1862549489482368/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267958.961132:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007dd4c552. 00000400:00000200:0.0:1776267958.961184:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.961202:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27a80 00000400:00000200:0.0:1776267958.961209:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6f29 [1] + 224 00000400:00000200:0.0:1776267958.961220:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.961223:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.961229:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bd626d3 x1862549489482368/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267958.961302:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.961308:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68cc0 00000400:00000200:0.0:1776267958.961313:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb595d [2] + 0 00000400:00000200:0.0:1776267958.961331:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.961335:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.961339:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267958.961344:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003d99e24. 00000020:00000010:1.0:1776267958.961540:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c9ad8e8. 00000020:00000010:1.0:1776267958.961546:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.961549:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.961574:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003d99e24 x1862549476117696/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267958.961639:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476117696 02000000:00000010:1.0:1776267958.961649:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000171d39b8. 00010000:00000010:1.0:1776267958.961682:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267958.961687:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.961692:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.961695:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d86b627d. 00000400:00000010:1.0:1776267958.961713:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c48805. 00000100:00000200:1.0:1776267958.961717:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476117696, offset 224 00000400:00000200:1.0:1776267958.961723:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.961732:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.961738:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91090:91090:256:4294967295] 192.168.202.34@tcp LPNI seq info [91090:91090:8:4294967295] 00000400:00000200:1.0:1776267958.961747:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.961752:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.961756:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ec70850 (tot 82343698). 00000800:00000200:1.0:1776267958.961761:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.961767:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.961770:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ec70850 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.961790:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.961794:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.961797:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c9ad8e8. 00000800:00000200:0.0:1776267958.961920:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.961922:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ec70850 (tot 82343450). 00000400:00000200:0.0:1776267958.961925:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.961928:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.961930:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c48805 00000400:00000010:0.0:1776267958.961932:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c48805. 00000400:00000010:3.0:1776267958.962066:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000050875476. 00000400:00000200:3.0:1776267958.962070:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b920d1d 00000400:00000010:3.0:1776267958.962072:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b920d1d. 00000100:00000200:3.0:1776267958.962077:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bd626d3 x1862549489482368/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.962085:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bd626d3 x1862549489482368/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267958.962105:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e47f6cbe. 02000000:00000010:3.0:1776267958.962120:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008388316f. 02000000:00000010:3.0:1776267958.962125:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bed9a1bd. 00000100:00000010:3.0:1776267958.962129:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bd626d3. 00000100:00000010:3.0:1776267958.962133:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8e2dd05. 00010000:00000010:3.0:1776267958.962135:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00080000:00000010:3.0:1776267958.962153:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000970beb9c. 00010000:00000010:3.0:1776267958.962235:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0862796. 00010000:00000010:3.0:1776267958.962266:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042709626. 00010000:00000010:3.0:1776267958.962373:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6e880e0. 00010000:00000010:3.0:1776267958.962378:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f0862796. 00010000:00000010:3.0:1776267958.962392:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.962394:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8e2dd05. 00000100:00000010:3.0:1776267958.962399:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bd626d3. 02000000:00000010:3.0:1776267958.962408:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bed9a1bd. 02000000:00000010:3.0:1776267958.962426:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008388316f. 00000400:00000010:3.0:1776267958.962428:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000050875476. 00000400:00000010:3.0:1776267958.962430:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b920d1d. 00000100:00000200:3.0:1776267958.962434:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489482432, portal 16 00000400:00000010:3.0:1776267958.962437:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000856d905e. 00000100:00000200:3.0:1776267958.962438:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489482432, offset 0 00000400:00000200:3.0:1776267958.962442:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.962447:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.962451:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.962454:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.962456:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.962458:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91091:91091:256:4294967295] 192.168.202.34@tcp LPNI seq info [91091:91091:8:4294967295] 00000400:00000200:3.0:1776267958.962463:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.962466:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.962468:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.962471:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.962475:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.962476:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.962970:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.962972:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267958.962977:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.962981:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.962983:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:0.0:1776267958.962984:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00000100:00000200:0.0:1776267958.962987:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bd626d3 x1862549489482432/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267958.967224:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.967253:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27ac0 00000400:00000200:0.0:1776267958.967262:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6f35 [1] + 224 00000400:00000200:0.0:1776267958.967274:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.967278:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.967288:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bd626d3 x1862549489482432/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267958.967322:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.967327:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68d00 00000400:00000200:0.0:1776267958.967332:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb595d [2] + 328 00000400:00000200:0.0:1776267958.967341:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.967344:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.967347:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267958.967353:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9422027. 00000400:00000010:3.0:1776267958.967505:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000050875476. 00000400:00000200:3.0:1776267958.967510:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b920d1d 00000400:00000010:3.0:1776267958.967511:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b920d1d. 00000100:00000200:3.0:1776267958.967517:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bd626d3 x1862549489482432/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.967525:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bd626d3 x1862549489482432/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.967553:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008388316f. 02000000:00000010:3.0:1776267958.967560:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bed9a1bd. 00000100:00000010:3.0:1776267958.967564:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bd626d3. 00000100:00000010:3.0:1776267958.967567:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8e2dd05. 00010000:00000010:3.0:1776267958.967571:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000020:00000010:2.0:1776267958.967723:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0452dfd. 00000020:00000010:2.0:1776267958.967729:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.967733:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.967755:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9422027 x1862549476117760/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267958.967786:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476117760 02000000:00000010:2.0:1776267958.967796:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff07397e. 00010000:00000010:2.0:1776267958.967821:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028204acc. 00010000:00000010:2.0:1776267958.967840:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df09932a. 00000100:00000010:2.0:1776267958.967847:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003dcca4c. 00000100:00000010:2.0:1776267958.967855:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003dcca4c. 00010000:00000010:2.0:1776267958.967857:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df09932a. 00000400:00000010:2.0:1776267958.967867:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000458f4524. 00000100:00000200:2.0:1776267958.967871:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476117760, offset 224 00000400:00000200:2.0:1776267958.967878:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.967887:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.967892:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91092:91092:256:4294967295] 192.168.202.34@tcp LPNI seq info [91092:91092:8:4294967295] 00000400:00000200:2.0:1776267958.967921:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.967926:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.967930:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267958.967935:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.967941:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.967944:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.967972:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.967976:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.967979:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0452dfd. 00000800:00000200:2.0:1776267958.968064:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267958.968068:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:2.0:1776267958.968072:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267958.968075:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267958.968077:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000458f4524 00000400:00000010:2.0:1776267958.968079:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000458f4524. 00080000:00000010:0.0:1776267958.968956:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e160ebd4. 00010000:00000010:0.0:1776267958.969064:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0862796. 00010000:00000010:0.0:1776267958.969072:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcef93fb. 00010000:00000010:0.0:1776267958.969144:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad20466f. 00010000:00000010:0.0:1776267958.969150:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075425453. 00010000:00000010:0.0:1776267958.969162:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004852fc13. 00000100:00000010:0.0:1776267958.969168:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020d496af. 00000100:00000010:0.0:1776267958.969176:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009a7930ce. 02000000:00000010:0.0:1776267958.969187:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f2d8215c. 02000000:00000010:0.0:1776267958.969214:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db0daa01. 00000400:00000010:0.0:1776267958.969220:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f396a63. 00000400:00000010:0.0:1776267958.969225:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1a3c560. 00000100:00000200:0.0:1776267958.969231:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489482496, portal 16 00000400:00000010:0.0:1776267958.969236:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074d9ae42. 00000100:00000200:0.0:1776267958.971189:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489482496, offset 0 00000400:00000200:0.0:1776267958.971211:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267958.971227:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267958.971234:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267958.971247:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267958.971250:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267958.971253:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91093:91093:256:4294967295] 192.168.202.34@tcp LPNI seq info [91093:91093:8:4294967295] 00000400:00000200:0.0:1776267958.971263:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267958.971268:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267958.971274:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343698). 00000800:00000200:0.0:1776267958.971281:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267958.971288:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267958.971292:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267958.971700:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267958.971705:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343450). 00000400:00000200:3.0:1776267958.971710:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267958.971715:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267958.971718:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074d9ae42 00000400:00000010:3.0:1776267958.971720:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074d9ae42. 00000100:00000200:3.0:1776267958.971728:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009a7930ce x1862549489482496/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267958.976113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041bd3f56. 00010000:00000010:3.1:1776267958.976129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.1:1776267958.976198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f667b6. 00010000:00000010:2.1:1776267958.976205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00010000:00000010:2.1:1776267958.976208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035abf97d. 00000400:00000200:0.0:1776267958.978052:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.978073:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27b00 00000400:00000200:0.0:1776267958.978082:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6f41 [1] + 224 00000400:00000200:0.0:1776267958.978094:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.978098:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.978108:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009a7930ce x1862549489482496/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267958.978144:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.978149:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68d40 00000400:00000200:0.0:1776267958.978153:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb595d [2] + 656 00000400:00000200:0.0:1776267958.978162:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.978164:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.978168:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267958.978173:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f2b7b. 00000020:00000010:1.0:1776267958.978266:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c9ad8e8. 00000020:00000010:1.0:1776267958.978273:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.978277:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267958.978300:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68f2b7b x1862549476117824/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267958.978339:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476117824 02000000:00000010:1.0:1776267958.978349:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ca57869c. 00010000:00000010:1.0:1776267958.978393:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267958.978399:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267958.978406:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267958.978409:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d86b627d. 00000400:00000010:1.0:1776267958.978421:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf3ca1f. 00000100:00000200:1.0:1776267958.978426:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476117824, offset 224 00000400:00000200:1.0:1776267958.978432:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267958.978442:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267958.978447:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91094:91094:256:4294967295] 192.168.202.34@tcp LPNI seq info [91094:91094:8:4294967295] 00000400:00000200:1.0:1776267958.978456:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267958.978461:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267958.978466:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ec70850 (tot 82343698). 00000800:00000200:1.0:1776267958.978471:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267958.978478:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267958.978481:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ec70850 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267958.978502:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267958.978505:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267958.978508:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c9ad8e8. 00000800:00000200:0.0:1776267958.978869:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.978872:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ec70850 (tot 82343450). 00000400:00000200:0.0:1776267958.978876:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.978880:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.978883:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf3ca1f 00000400:00000010:0.0:1776267958.978885:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf3ca1f. 00000400:00000010:3.0:1776267958.979161:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f396a63. 00000400:00000200:3.0:1776267958.979165:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1a3c560 00000400:00000010:3.0:1776267958.979167:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1a3c560. 00000100:00000200:3.0:1776267958.979173:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009a7930ce x1862549489482496/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.979181:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009a7930ce x1862549489482496/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267958.979200:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007cb3644. 02000000:00000010:3.0:1776267958.979213:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db0daa01. 02000000:00000010:3.0:1776267958.979218:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f2d8215c. 00000100:00000010:3.0:1776267958.979221:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009a7930ce. 00000100:00000010:3.0:1776267958.979224:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020d496af. 00010000:00000010:3.0:1776267958.979227:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004852fc13. 00080000:00000010:3.0:1776267958.979255:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1eb79ee. 00010000:00000010:3.0:1776267958.979361:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075425453. 00010000:00000010:3.0:1776267958.979367:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de175f03. 00010000:00000010:3.0:1776267958.979444:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010463aa4. 00010000:00000010:3.0:1776267958.979449:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.979458:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.979462:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8e2dd05. 00000100:00000010:3.0:1776267958.979468:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bd626d3. 02000000:00000010:3.0:1776267958.979479:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bed9a1bd. 02000000:00000010:3.0:1776267958.979500:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008388316f. 00000400:00000010:3.0:1776267958.979505:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000050875476. 00000400:00000010:3.0:1776267958.979508:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b920d1d. 00000100:00000200:3.0:1776267958.979513:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489482560, portal 16 00000400:00000010:3.0:1776267958.979517:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1ac30ef. 00000100:00000200:3.0:1776267958.979518:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489482560, offset 0 00000400:00000200:3.0:1776267958.979524:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.979531:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.979537:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.979540:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.979543:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.979545:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91095:91095:256:4294967295] 192.168.202.34@tcp LPNI seq info [91095:91095:8:4294967295] 00000400:00000200:3.0:1776267958.979553:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.979742:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.979746:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267958.979751:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.979757:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.979760:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.979952:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.979956:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267958.979961:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.979964:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.979967:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac30ef 00000400:00000010:0.0:1776267958.979968:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1ac30ef. 00000100:00000200:0.0:1776267958.979974:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bd626d3 x1862549489482560/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267958.980939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5236a70. 00010000:00000010:0.1:1776267958.984806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef81cbcd. 00010000:00000010:0.1:1776267958.984822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6e880e0. 00010000:00000010:3.1:1776267958.985807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070fcaf81. 00010000:00000010:3.1:1776267958.985818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8e2e76e. 00010000:00000010:3.1:1776267958.985822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d90c46af. 00010000:00000010:3.1:1776267958.985825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000267f64. 00010000:00000010:3.1:1776267958.985829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005460772e. 00010000:00000010:3.1:1776267958.985834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad20466f. 00000400:00000200:0.0:1776267958.986748:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.986768:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27b40 00000400:00000200:0.0:1776267958.986776:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6f4d [1] + 224 00000400:00000200:0.0:1776267958.986791:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.986796:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.986806:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bd626d3 x1862549489482560/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267958.986935:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000050875476. 00000400:00000200:3.0:1776267958.986941:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b920d1d 00000400:00000010:3.0:1776267958.986943:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b920d1d. 00000100:00000200:3.0:1776267958.986949:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bd626d3 x1862549489482560/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267958.986957:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bd626d3 x1862549489482560/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267958.987777:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008388316f. 02000000:00000010:3.0:1776267958.987787:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bed9a1bd. 00000100:00000010:3.0:1776267958.987791:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bd626d3. 00000100:00000010:3.0:1776267958.987796:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8e2dd05. 00010000:00000010:3.0:1776267958.987799:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000200:0.0:1776267958.990630:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267958.990657:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68d80 00000400:00000200:0.0:1776267958.990665:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb595d [2] + 984 00000400:00000200:0.0:1776267958.991878:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.991891:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267958.991934:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267958.991942:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c3f9fd7f. 00000020:00000010:2.0:1776267958.992231:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0452dfd. 00000020:00000010:2.0:1776267958.992246:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.992252:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267958.992281:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c3f9fd7f x1862549476117888/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:641/0 lens 328/0 e 0 to 0 dl 1776268001 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267958.992308:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476117888 02000000:00000010:2.0:1776267958.992321:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004787b750. 00010000:00000010:2.0:1776267958.992360:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000924e5de8. 00010000:00000010:2.0:1776267958.992393:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df09932a. 00000100:00000010:2.0:1776267958.992400:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003dcca4c. 00000100:00000010:2.0:1776267958.992412:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003dcca4c. 00010000:00000010:2.0:1776267958.992416:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df09932a. 00000400:00000010:2.0:1776267958.992428:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000458f4524. 00000100:00000200:2.0:1776267958.992433:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476117888, offset 224 00000400:00000200:2.0:1776267958.992440:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267958.992453:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267958.992459:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91096:91096:256:4294967295] 192.168.202.34@tcp LPNI seq info [91096:91096:8:4294967295] 00000400:00000200:2.0:1776267958.992468:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267958.992473:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267958.992478:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267958.992484:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267958.992490:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267958.992494:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267958.992515:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267958.992519:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267958.992523:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0452dfd. 00080000:00000010:3.0:1776267958.994121:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000618428f4. 00010000:00000010:3.0:1776267958.994253:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.994263:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000094c67f26. 00010000:00000010:3.0:1776267958.995103:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d90c46af. 00010000:00000010:3.0:1776267958.995113:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267958.995128:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267958.995136:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8e2dd05. 00000100:00000010:3.0:1776267958.995145:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bd626d3. 02000000:00000010:3.0:1776267958.995162:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bed9a1bd. 02000000:00000010:3.0:1776267958.995195:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008388316f. 00000400:00000010:3.0:1776267958.995202:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000050875476. 00000400:00000010:3.0:1776267958.995209:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b920d1d. 00000100:00000200:3.0:1776267958.995216:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489482624, portal 16 00000400:00000010:3.0:1776267958.995222:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009fb04f42. 00000100:00000200:3.0:1776267958.995225:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489482624, offset 0 00000400:00000200:3.0:1776267958.995234:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267958.995264:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267958.995272:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267958.995275:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267958.995278:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267958.995283:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91097:91097:255:4294967295] 192.168.202.34@tcp LPNI seq info [91097:91097:7:4294967295] 00000400:00000200:3.0:1776267958.995292:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267958.995298:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267958.995303:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343946). 00000800:00000200:3.0:1776267958.995311:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267958.995319:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267958.995333:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267958.996258:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.996265:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343698). 00000400:00000200:0.0:1776267958.996271:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.996277:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.996282:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000458f4524 00000400:00000010:0.0:1776267958.996284:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000458f4524. 00000800:00000200:0.0:1776267958.997044:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267958.997048:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267958.997056:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267958.997062:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267958.997066:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009fb04f42 00000400:00000010:0.0:1776267958.997068:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009fb04f42. 00000100:00000200:0.0:1776267958.997076:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bd626d3 x1862549489482624/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267959.002193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057c4aae1. 00000400:00000200:0.0:1776267959.002818:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.002835:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27b80 00000400:00000200:0.0:1776267959.002843:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6f59 [1] + 224 00000400:00000200:0.0:1776267959.002859:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.002872:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.002884:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bd626d3 x1862549489482624/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267959.003188:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000050875476. 00000400:00000200:3.0:1776267959.003195:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b920d1d 00000400:00000010:3.0:1776267959.003197:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b920d1d. 00000100:00000200:3.0:1776267959.003205:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bd626d3 x1862549489482624/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.003207:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.003218:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68dc0 00000100:00000200:3.0:1776267959.003219:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bd626d3 x1862549489482624/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268002 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.003229:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb595d [2] + 1312 02000000:00000010:3.0:1776267959.003265:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008388316f. 02000000:00000010:3.0:1776267959.003274:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bed9a1bd. 00000100:00000010:3.0:1776267959.003278:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bd626d3. 00000100:00000010:3.0:1776267959.003281:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8e2dd05. 00010000:00000010:3.0:1776267959.003285:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000200:0.0:1776267959.003777:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.003783:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.003787:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.003793:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007259c45b. 00000020:00000010:1.0:1776267959.004311:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c9ad8e8. 00000020:00000010:1.0:1776267959.004319:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.004334:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.004365:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007259c45b x1862549476117952/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267959.004455:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476117952 02000000:00000010:1.0:1776267959.004468:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed1fcc0e. 00010000:00000010:1.0:1776267959.004504:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c4225cb. 00010000:00000010:1.0:1776267959.004538:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267959.004545:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267959.004561:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267959.004564:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d86b627d. 00000400:00000010:1.0:1776267959.004586:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021649f75. 00000100:00000200:1.0:1776267959.004591:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476117952, offset 224 00000400:00000200:1.0:1776267959.004599:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.004612:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.004618:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91098:91098:256:4294967295] 192.168.202.34@tcp LPNI seq info [91098:91098:8:4294967295] 00000400:00000200:1.0:1776267959.004628:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.004633:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.004637:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa70f1ef (tot 82343698). 00000800:00000200:1.0:1776267959.004643:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.004650:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.004654:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa70f1ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.004676:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.004680:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.004683:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c9ad8e8. 00000800:00000200:0.0:1776267959.004794:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.004798:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa70f1ef (tot 82343450). 00000400:00000200:0.0:1776267959.004801:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.004806:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.004810:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021649f75 00000400:00000010:0.0:1776267959.004811:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021649f75. 00080000:00000010:3.0:1776267959.004829:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054a95145. 00010000:00000010:0.0:1776267959.008186:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004899b17b. 00010000:00000010:0.0:1776267959.008204:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a73044e5. 00010000:00000010:0.0:1776267959.008334:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfb657c0. 00010000:00000010:0.0:1776267959.008341:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b3df107a. 00010000:00000010:0.0:1776267959.008362:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c9e3fe6. 00000100:00000010:0.0:1776267959.008370:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d86d771. 00000100:00000010:0.0:1776267959.008380:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002cdec994. 02000000:00000010:0.0:1776267959.008408:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082bde3d0. 02000000:00000010:0.0:1776267959.008446:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5aa63d6. 00000400:00000010:0.0:1776267959.008453:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267959.008459:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052669a04. 00000100:00000200:0.0:1776267959.008466:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489482688, portal 16 00000400:00000010:0.0:1776267959.008471:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b63bbdc2. 00000100:00000200:0.0:1776267959.008474:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489482688, offset 0 00000400:00000200:0.0:1776267959.008484:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.008501:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.008507:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.008521:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.008524:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.008527:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91099:91099:256:4294967295] 192.168.202.34@tcp LPNI seq info [91099:91099:8:4294967295] 00000400:00000200:0.0:1776267959.008536:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.008543:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.008547:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000903c6240 (tot 82343698). 00000800:00000200:0.0:1776267959.008555:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.008563:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.008567:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000903c6240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267959.010221:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.010229:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000903c6240 (tot 82343450). 00000400:00000200:1.0:1776267959.010250:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.010258:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.010264:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b63bbdc2 00000400:00000010:1.0:1776267959.010266:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b63bbdc2. 00000100:00000200:1.0:1776267959.010276:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002cdec994 x1862549489482688/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267959.012368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000784dfece. 00010000:00000010:3.1:1776267959.012385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010463aa4. 00010000:00000010:1.1:1776267959.013095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002afac6b8. 00010000:00000010:0.1:1776267959.014150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db08ca79. 00010000:00000010:0.1:1776267959.014160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d90c46af. 00000400:00000200:0.0:1776267959.025281:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.025303:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27bc0 00000400:00000200:0.0:1776267959.025313:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6f65 [1] + 224 00000400:00000200:0.0:1776267959.025337:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.025342:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.025362:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002cdec994 x1862549489482688/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.025412:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.025418:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68e00 00000400:00000200:0.0:1776267959.025423:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb595d [2] + 1640 00000400:00000200:0.0:1776267959.025433:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.025436:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.025440:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.025445:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 00000020:00000010:3.0:1776267959.025525:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4a37aab. 00000020:00000010:3.0:1776267959.025532:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.025537:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267959.025561:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719f92a x1862549476118016/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267959.025595:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118016 02000000:00000010:3.0:1776267959.025606:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e0939be. 00010000:00000010:3.0:1776267959.025646:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.025653:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8e2dd05. 00000100:00000010:3.0:1776267959.025659:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8e2dd05. 00010000:00000010:3.0:1776267959.025664:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.025678:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b920d1d. 00000100:00000200:3.0:1776267959.025682:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118016, offset 224 00000400:00000200:3.0:1776267959.025689:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.025700:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.025706:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91100:91100:256:4294967295] 192.168.202.34@tcp LPNI seq info [91100:91100:8:4294967295] 00000400:00000200:3.0:1776267959.025715:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.025722:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.025727:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267959.025732:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.025740:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.025743:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.025757:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.025761:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267959.025764:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4a37aab. 00000800:00000200:0.0:1776267959.025966:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.025970:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267959.025976:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.025979:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.025983:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b920d1d 00000400:00000010:0.0:1776267959.025985:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b920d1d. 00000400:00000010:2.0:1776267959.027056:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060ea21af. 00000400:00000200:2.0:1776267959.027063:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052669a04 00000400:00000010:2.0:1776267959.027064:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052669a04. 00000100:00000200:2.0:1776267959.027074:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002cdec994 x1862549489482688/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267959.027083:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002cdec994 x1862549489482688/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267959.027108:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f365360. 02000000:00000010:2.0:1776267959.027126:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5aa63d6. 02000000:00000010:2.0:1776267959.027131:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000082bde3d0. 00000100:00000010:2.0:1776267959.027134:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002cdec994. 00000100:00000010:2.0:1776267959.027137:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d86d771. 00010000:00000010:2.0:1776267959.027140:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c9e3fe6. 00080000:00000010:2.0:1776267959.027158:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013c3b6e5. 00010000:00000010:2.0:1776267959.027259:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3df107a. 00010000:00000010:2.0:1776267959.027266:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6254795. 00010000:00000010:2.0:1776267959.027349:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008aeec184. 00010000:00000010:2.0:1776267959.027365:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000095264f83. 00010000:00000010:2.0:1776267959.027378:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df09932a. 00000100:00000010:2.0:1776267959.027383:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003dcca4c. 00000100:00000010:2.0:1776267959.027391:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 02000000:00000010:2.0:1776267959.027412:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0452dfd. 02000000:00000010:2.0:1776267959.027437:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006fbd1a58. 00000400:00000010:2.0:1776267959.027442:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008cea08f0. 00000400:00000010:2.0:1776267959.027445:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006637a72f. 00000100:00000200:2.0:1776267959.027451:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489482752, portal 16 00000400:00000010:2.0:1776267959.027456:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1151310. 00000100:00000200:2.0:1776267959.027458:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489482752, offset 0 00000400:00000200:2.0:1776267959.027464:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.027474:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.027480:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.027484:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.027486:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.027489:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91101:91101:256:4294967295] 192.168.202.34@tcp LPNI seq info [91101:91101:8:4294967295] 00000400:00000200:2.0:1776267959.027498:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.027502:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.027506:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267959.027776:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.027782:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.027785:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267959.039222:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.039230:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:1.0:1776267959.039248:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.039257:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.039263:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1151310 00000400:00000010:1.0:1776267959.039265:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1151310. 00000100:00000200:1.0:1776267959.040192:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7707e38 x1862549489482752/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267959.042150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f3fd3e6. 00010000:00000010:2.1:1776267959.042166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022689c41. 00010000:00000010:2.1:1776267959.042173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb657c0. 00000400:00000200:0.0:1776267959.053490:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.053813:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27c00 00000400:00000200:0.0:1776267959.053822:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6f71 [1] + 224 00000400:00000200:0.0:1776267959.053842:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.053846:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.053857:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7707e38 x1862549489482752/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267959.054130:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008cea08f0. 00000400:00000200:2.0:1776267959.054135:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006637a72f 00000400:00000010:2.0:1776267959.054137:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006637a72f. 00000100:00000200:2.0:1776267959.054145:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7707e38 x1862549489482752/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267959.054154:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7707e38 x1862549489482752/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267959.054186:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006fbd1a58. 02000000:00000010:2.0:1776267959.054192:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0452dfd. 00000100:00000010:2.0:1776267959.054198:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 00000100:00000010:2.0:1776267959.054202:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003dcca4c. 00010000:00000010:2.0:1776267959.054206:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df09932a. 00000400:00000200:0.0:1776267959.055039:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.055051:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68e40 00000400:00000200:0.0:1776267959.055058:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb595d [2] + 1968 00000400:00000010:0.0:1776267959.055061:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bcb308db. 00000400:00000200:0.0:1776267959.055066:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000c6c5a7e 00000400:00000200:0.0:1776267959.055120:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.055124:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.055127:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c6c5a7e 00000400:00000010:0.0:1776267959.055129:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000c6c5a7e (tot 82343298). 00000100:00000200:0.0:1776267959.055135:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776267959.055518:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006fbd1a58. 00000020:00000010:2.0:1776267959.055525:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.055529:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.055553:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005a76454e x1862549476118080/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267959.055585:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118080 02000000:00000010:2.0:1776267959.055595:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000016643e9. 00010000:00000010:2.0:1776267959.055623:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eabff08e. 00010000:00000010:2.0:1776267959.055644:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df09932a. 00000100:00000010:2.0:1776267959.055650:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003dcca4c. 00000100:00000010:2.0:1776267959.055664:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003dcca4c. 00010000:00000010:2.0:1776267959.055666:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df09932a. 00000400:00000010:2.0:1776267959.055677:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006637a72f. 00000100:00000200:2.0:1776267959.055681:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118080, offset 224 00000400:00000200:2.0:1776267959.055689:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.055698:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.055704:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91102:91102:256:4294967295] 192.168.202.34@tcp LPNI seq info [91102:91102:8:4294967295] 00080000:00000010:0.0:1776267959.057102:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7c185ff. 00010000:00000010:0.0:1776267959.057195:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095264f83. 00010000:00000010:0.0:1776267959.057202:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004dceb0c1. 00010000:00000010:0.0:1776267959.057293:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd8af543. 00010000:00000010:0.0:1776267959.057300:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b3df107a. 00010000:00000010:0.0:1776267959.057311:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000792f8894. 00000100:00000010:0.0:1776267959.057316:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d86d771. 00000100:00000010:0.0:1776267959.057333:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000559a3336. 02000000:00000010:0.0:1776267959.057345:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004feadbc2. 02000000:00000010:0.0:1776267959.057373:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082bde3d0. 00000400:00000010:0.0:1776267959.057378:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bcb308db. 00000400:00000010:0.0:1776267959.057383:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5deca77. 00000100:00000200:0.0:1776267959.057389:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489482816, portal 16 00000400:00000010:0.0:1776267959.057399:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083f3734f. 00000100:00000200:0.0:1776267959.057401:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489482816, offset 0 00000400:00000200:0.0:1776267959.057409:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.059383:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.059393:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.059405:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343546). 00000800:00000200:2.0:1776267959.059414:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.059422:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.059427:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.059475:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.059484:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.059489:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fbd1a58. 02000000:00000010:2.0:1776267959.059501:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e0939be. 00000100:00000010:2.0:1776267959.059506:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 02000000:00000010:2.0:1776267959.059511:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed1fcc0e. 00000100:00000010:2.0:1776267959.059513:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007259c45b. 02000000:00000010:2.0:1776267959.059517:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004787b750. 00000100:00000010:2.0:1776267959.059521:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c3f9fd7f. 02000000:00000010:2.0:1776267959.059525:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ca57869c. 00000100:00000010:2.0:1776267959.059527:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f2b7b. 02000000:00000010:2.0:1776267959.059530:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff07397e. 00000100:00000010:2.0:1776267959.059534:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9422027. 02000000:00000010:2.0:1776267959.059538:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000171d39b8. 00000100:00000010:2.0:1776267959.059540:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003d99e24. 00000100:00000200:2.0:1776267959.059552:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776267959.059561:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008cea08f0. 00000400:00000010:2.0:1776267959.059570:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000003dcca4c (tot 82343698). 00000800:00000200:3.0:1776267959.059647:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.059652:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267959.059658:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.059664:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.059670:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006637a72f 00000400:00000010:3.0:1776267959.059672:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006637a72f. 02000000:00000010:3.0:1776267959.059679:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000016643e9. 00000400:00000200:0.0:1776267959.060367:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.060378:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.060383:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.060386:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.060389:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91103:91103:255:4294967295] 192.168.202.34@tcp LPNI seq info [91103:91103:7:4294967295] 00000400:00000200:0.0:1776267959.060399:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.060404:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.060409:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c5e367f (tot 82343698). 00000800:00000200:0.0:1776267959.060415:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.060420:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.060423:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c5e367f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.064364:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.064372:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343450). 00000400:00000200:3.0:1776267959.064383:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.064392:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.064396:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083f3734f 00000400:00000010:3.0:1776267959.064398:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083f3734f. 00000100:00000200:3.0:1776267959.064408:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000559a3336 x1862549489482816/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267959.068077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003366b410. 00010000:00000010:0.1:1776267959.074530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000379fc3cf. 00010000:00000010:0.1:1776267959.074550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00000400:00000200:0.0:1776267959.074601:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.074621:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27c40 00000400:00000200:0.0:1776267959.074631:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6f7d [1] + 224 00000400:00000200:0.0:1776267959.074645:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.074649:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.074662:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000559a3336 x1862549489482816/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.074689:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.074693:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68e80 00000400:00000200:0.0:1776267959.074697:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb59bd [2] + 0 00000400:00000200:0.0:1776267959.074760:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1776267959.074761:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bcb308db. 00000400:00000200:0.0:1776267959.074765:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.074769:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5deca77 00000400:00000010:1.0:1776267959.074772:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5deca77. 00000100:00000200:1.0:1776267959.074781:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000559a3336 x1862549489482816/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.074789:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000559a3336 x1862549489482816/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267959.074820:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082bde3d0. 02000000:00000010:1.0:1776267959.074826:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004feadbc2. 00000100:00000010:1.0:1776267959.074830:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000559a3336. 00000100:00000010:1.0:1776267959.074834:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d86d771. 00010000:00000010:1.0:1776267959.074838:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000792f8894. 00000100:00000200:0.0:1776267959.077207:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.077221:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c8f78031. 00000020:00000010:2.0:1776267959.077663:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006fbd1a58. 00000020:00000010:2.0:1776267959.077670:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.077674:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.077704:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c8f78031 x1862549476118144/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267959.077802:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118144 02000000:00000010:2.0:1776267959.077814:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008075ce2e. 00010000:00000010:2.0:1776267959.077842:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf124115. 00010000:00000010:2.0:1776267959.078043:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df09932a. 00000100:00000010:2.0:1776267959.078051:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.078111:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:2.0:1776267959.078115:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df09932a. 00000400:00000010:2.0:1776267959.078127:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbb66a2. 00000100:00000200:2.0:1776267959.078132:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118144, offset 224 00000400:00000200:2.0:1776267959.078140:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.078151:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.078157:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91104:91104:256:4294967295] 192.168.202.34@tcp LPNI seq info [91104:91104:8:4294967295] 00000400:00000200:2.0:1776267959.078168:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.078174:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.078178:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267959.078184:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.078191:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.078194:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.078218:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.078221:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.078224:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fbd1a58. 00000800:00000200:3.0:1776267959.078340:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.078345:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267959.078351:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.078356:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.078360:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbb66a2 00000400:00000010:3.0:1776267959.078363:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbb66a2. 00080000:00000010:0.0:1776267959.078688:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5aa63d6. 00010000:00000010:0.0:1776267959.078831:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3df107a. 00010000:00000010:0.0:1776267959.078838:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000037bdad12. 00010000:00000010:0.0:1776267959.079130:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7178603. 00010000:00000010:0.0:1776267959.079136:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b3df107a. 00010000:00000010:0.0:1776267959.079146:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004ce478d1. 00000100:00000010:0.0:1776267959.079150:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020d496af. 00000100:00000010:0.0:1776267959.079157:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005aab43a3. 02000000:00000010:0.0:1776267959.079168:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f2d8215c. 02000000:00000010:0.0:1776267959.079190:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db0daa01. 00000400:00000010:0.0:1776267959.079195:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002192af62. 00000400:00000010:0.0:1776267959.079199:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267959.079204:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489482880, portal 16 00000400:00000010:0.0:1776267959.079208:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb90fde. 00000100:00000200:0.0:1776267959.079210:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489482880, offset 0 00000400:00000200:0.0:1776267959.079216:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.079224:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.079229:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.079232:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.079235:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.079250:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91105:91105:256:4294967295] 192.168.202.34@tcp LPNI seq info [91105:91105:8:4294967295] 00000400:00000200:0.0:1776267959.079259:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.079264:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.079268:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c5e367f (tot 82343698). 00000800:00000200:0.0:1776267959.079273:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.079630:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.079635:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c5e367f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.079854:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.079857:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343450). 00000400:00000200:3.0:1776267959.079862:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.079866:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.079870:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb90fde 00000400:00000010:3.0:1776267959.079871:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb90fde. 00000100:00000200:3.0:1776267959.079878:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005aab43a3 x1862549489482880/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267959.082058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc8536ca. 00010000:00000010:0.1:1776267959.086076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1984ea2. 00010000:00000010:0.1:1776267959.086106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8af543. 00000400:00000200:0.0:1776267959.095276:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.095299:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27c80 00000400:00000200:0.0:1776267959.095311:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6f8d [1] + 224 00000400:00000200:0.0:1776267959.095322:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.095325:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.095335:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005aab43a3 x1862549489482880/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.095375:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.095386:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68ec0 00000400:00000200:0.0:1776267959.095391:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb59bd [2] + 328 00000400:00000200:0.0:1776267959.095400:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.095403:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.095406:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.095412:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000559a3336. 00000020:00000010:2.0:1776267959.095704:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006fbd1a58. 00000020:00000010:2.0:1776267959.095712:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.095716:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.095740:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000559a3336 x1862549476118208/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267959.095772:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118208 02000000:00000010:2.0:1776267959.095782:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008de8f362. 00010000:00000010:2.0:1776267959.095821:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df09932a. 00000100:00000010:2.0:1776267959.095827:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.095833:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:2.0:1776267959.095836:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df09932a. 00000400:00000010:2.0:1776267959.095849:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001290874d. 00000100:00000200:2.0:1776267959.095854:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118208, offset 224 00000400:00000200:2.0:1776267959.095861:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.095873:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.095878:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91106:91106:256:4294967295] 192.168.202.34@tcp LPNI seq info [91106:91106:8:4294967295] 00000400:00000200:2.0:1776267959.095888:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.095936:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.095941:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267959.095947:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.095953:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.095956:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.095977:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.095980:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.095983:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fbd1a58. 00000400:00000010:1.0:1776267959.096120:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002192af62. 00000400:00000200:1.0:1776267959.096126:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:1.0:1776267959.096128:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00000100:00000200:1.0:1776267959.096133:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005aab43a3 x1862549489482880/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.096149:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005aab43a3 x1862549489482880/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267959.096169:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9042d6f. 02000000:00000010:1.0:1776267959.096184:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db0daa01. 02000000:00000010:1.0:1776267959.096189:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f2d8215c. 00000100:00000010:1.0:1776267959.096193:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005aab43a3. 00000100:00000010:1.0:1776267959.096195:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020d496af. 00010000:00000010:1.0:1776267959.096198:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004ce478d1. 00080000:00000010:1.0:1776267959.096214:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c9ad8e8. 00010000:00000010:1.0:1776267959.096306:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3df107a. 00010000:00000010:1.0:1776267959.096312:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5ff2357. 00010000:00000010:1.0:1776267959.096394:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000930ee9. 00010000:00000010:1.0:1776267959.096400:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267959.096409:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267959.096413:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267959.096419:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 02000000:00000010:1.0:1776267959.096428:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000171d39b8. 02000000:00000010:1.0:1776267959.096449:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca57869c. 00000400:00000010:1.0:1776267959.096452:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8a01b20. 00000400:00000010:1.0:1776267959.096455:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267959.096460:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489482944, portal 16 00000400:00000010:1.0:1776267959.096463:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021518615. 00000100:00000200:1.0:1776267959.096465:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489482944, offset 0 00000400:00000200:1.0:1776267959.096471:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.096477:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.096483:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.096486:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.096489:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.096492:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91107:91107:255:4294967295] 192.168.202.34@tcp LPNI seq info [91107:91107:7:4294967295] 00000400:00000200:1.0:1776267959.096499:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.096503:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.096506:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343946). 00000800:00000200:1.0:1776267959.096510:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.096513:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.096515:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.096939:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.096943:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343698). 00000400:00000200:0.0:1776267959.096948:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.096952:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.096956:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001290874d 00000400:00000010:0.0:1776267959.096958:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001290874d. 00000800:00000200:0.0:1776267959.097025:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.097027:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576a5c4b (tot 82343450). 00000400:00000200:0.0:1776267959.097029:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.097032:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.097034:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021518615 00000400:00000010:0.0:1776267959.097035:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021518615. 00000100:00000200:0.0:1776267959.097039:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000200aa5ca x1862549489482944/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267959.103061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003025a133. 00010000:00000010:1.1:1776267959.103082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008957b8a6. 00010000:00000010:1.1:1776267959.103086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7178603. 00000400:00000200:3.0:1776267959.104171:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.104192:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27cc0 00000400:00000200:3.0:1776267959.104201:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6f99 [1] + 224 00000400:00000200:3.0:1776267959.104215:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.104219:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.104231:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000200aa5ca x1862549489482944/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.104287:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.104294:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68f00 00000400:00000200:3.0:1776267959.104299:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb59bd [2] + 656 00000400:00000200:3.0:1776267959.104308:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.104311:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.104315:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.104321:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bd626d3. 00000400:00000010:1.0:1776267959.104426:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a8a01b20. 00000400:00000200:1.0:1776267959.104431:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:1.0:1776267959.104433:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00000100:00000200:1.0:1776267959.104439:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000200aa5ca x1862549489482944/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.104448:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000200aa5ca x1862549489482944/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267959.104481:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca57869c. 02000000:00000010:1.0:1776267959.104487:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000171d39b8. 00000100:00000010:1.0:1776267959.104490:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 00000100:00000010:1.0:1776267959.104494:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267959.104498:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d86b627d. 00000020:00000010:0.0:1776267959.104795:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2d8215c. 00000020:00000010:0.0:1776267959.104805:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267959.104809:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267959.104838:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bd626d3 x1862549476118272/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267959.104882:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118272 02000000:00000010:0.0:1776267959.104935:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db0daa01. 00010000:00000010:0.0:1776267959.105224:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a60bd36. 00010000:00000010:0.0:1776267959.105259:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267959.105266:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267959.105282:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267959.105285:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00000400:00000010:0.0:1776267959.105299:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b862cb7c. 00000100:00000200:0.0:1776267959.105305:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118272, offset 224 00000400:00000200:0.0:1776267959.105314:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.105327:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.105333:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91108:91108:256:4294967295] 192.168.202.34@tcp LPNI seq info [91108:91108:8:4294967295] 00000400:00000200:0.0:1776267959.105343:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.105349:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.105353:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000903c6240 (tot 82343698). 00000800:00000200:0.0:1776267959.105359:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.105366:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.105369:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000903c6240 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776267959.105621:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000171d39b8. 00010000:00000010:1.0:1776267959.105719:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267959.105727:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe859880. 00010000:00000010:1.0:1776267959.105807:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b31b6518. 00010000:00000010:1.0:1776267959.105813:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267959.105822:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267959.105825:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267959.105833:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 02000000:00000010:1.0:1776267959.105844:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca57869c. 02000000:00000010:1.0:1776267959.105869:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed1fcc0e. 00000400:00000010:1.0:1776267959.105874:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8a01b20. 00000400:00000010:1.0:1776267959.105878:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267959.105882:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483008, portal 16 00000400:00000010:1.0:1776267959.105886:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9ff3e4. 00000100:00000200:1.0:1776267959.105888:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483008, offset 0 00000400:00000200:1.0:1776267959.105932:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.105940:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.105947:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.105950:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.105953:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.105955:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91109:91109:255:4294967295] 192.168.202.34@tcp LPNI seq info [91109:91109:7:4294967295] 00000400:00000200:1.0:1776267959.105972:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.105977:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.105980:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343946). 00000800:00000200:1.0:1776267959.105985:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.105988:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.105990:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1776267959.106172:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267959.106178:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267959.106184:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2d8215c. 00000800:00000200:2.0:1776267959.109305:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.109314:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000903c6240 (tot 82343698). 00000400:00000200:2.0:1776267959.109324:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.109334:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.109340:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b862cb7c 00000400:00000010:2.0:1776267959.109342:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b862cb7c. 00000800:00000200:2.0:1776267959.112468:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.112479:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007516ad8d (tot 82343450). 00000400:00000200:2.0:1776267959.112492:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.112502:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.112510:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9ff3e4 00000400:00000010:2.0:1776267959.112512:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9ff3e4. 00000100:00000200:2.0:1776267959.112523:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000200aa5ca x1862549489483008/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.113499:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.113517:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27d00 00000400:00000200:0.0:1776267959.113526:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6fa5 [1] + 224 00000400:00000200:0.0:1776267959.113537:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.113541:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.113548:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000200aa5ca x1862549489483008/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.113586:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.113592:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68f40 00000400:00000200:0.0:1776267959.113597:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb59bd [2] + 984 00000400:00000200:0.0:1776267959.113649:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.113653:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.113657:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.113662:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003d99e24. 00000020:00000010:3.0:1776267959.114349:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4a37aab. 00000020:00000010:3.0:1776267959.114358:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.114363:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267959.114405:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003d99e24 x1862549476118336/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267959.114440:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118336 02000000:00000010:3.0:1776267959.114451:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000043f83300. 00010000:00000010:3.0:1776267959.114490:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.114498:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8e2dd05. 00000100:00000010:3.0:1776267959.114505:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8e2dd05. 00010000:00000010:3.0:1776267959.114507:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.114522:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b920d1d. 00000100:00000200:3.0:1776267959.114527:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118336, offset 224 00000400:00000200:3.0:1776267959.114535:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.114547:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.114552:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91110:91110:256:4294967295] 192.168.202.34@tcp LPNI seq info [91110:91110:8:4294967295] 00000400:00000200:3.0:1776267959.114562:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.114567:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.114571:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.114576:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.114582:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.114586:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.114611:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.114615:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267959.114618:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4a37aab. 00000800:00000200:0.0:1776267959.114772:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.114775:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267959.114781:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.114785:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.114789:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b920d1d 00000400:00000010:0.0:1776267959.114791:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b920d1d. 00010000:00000010:1.1:1776267959.115374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042ca329e. 00010000:00000010:1.1:1776267959.115393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000930ee9. 00000400:00000010:1.0:1776267959.115416:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a8a01b20. 00000400:00000200:1.0:1776267959.115420:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:1.0:1776267959.115421:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00000100:00000200:1.0:1776267959.115428:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000200aa5ca x1862549489483008/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.115436:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000200aa5ca x1862549489483008/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267959.115459:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f18740d. 02000000:00000010:1.0:1776267959.115473:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed1fcc0e. 02000000:00000010:1.0:1776267959.115478:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ca57869c. 00000100:00000010:1.0:1776267959.115481:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 00000100:00000010:1.0:1776267959.115484:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267959.115487:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d86b627d. 00080000:00000010:1.0:1776267959.115505:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca57869c. 00010000:00000010:1.0:1776267959.115593:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267959.115601:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf1a1db3. 00010000:00000010:1.0:1776267959.115681:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000930ee9. 00010000:00000010:1.0:1776267959.115688:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267959.115712:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267959.115716:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267959.115723:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 02000000:00000010:1.0:1776267959.115734:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed1fcc0e. 02000000:00000010:1.0:1776267959.115757:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ae4088b. 00000400:00000010:1.0:1776267959.115761:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8a01b20. 00000400:00000010:1.0:1776267959.115765:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267959.115770:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483072, portal 16 00000400:00000010:1.0:1776267959.115775:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b353dff. 00000100:00000200:1.0:1776267959.115776:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483072, offset 0 00000400:00000200:1.0:1776267959.115783:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.115794:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.115800:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.115804:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.115807:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.115810:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91111:91111:256:4294967295] 192.168.202.34@tcp LPNI seq info [91111:91111:8:4294967295] 00000400:00000200:1.0:1776267959.115819:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.115824:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.115829:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070de03a1 (tot 82343698). 00000800:00000200:1.0:1776267959.115834:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.115839:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.115842:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070de03a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.116718:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.116723:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070de03a1 (tot 82343450). 00000400:00000200:2.0:1776267959.116728:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.116735:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.116741:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b353dff 00000400:00000010:2.0:1776267959.116742:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b353dff. 00000100:00000200:2.0:1776267959.116748:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000200aa5ca x1862549489483072/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267959.118392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007441274. 00000400:00000200:0.0:1776267959.119771:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.119792:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27d40 00000400:00000200:0.0:1776267959.119802:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6fb1 [1] + 224 00000400:00000200:0.0:1776267959.119815:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.119818:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.119828:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000200aa5ca x1862549489483072/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.119864:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.119870:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68f80 00000400:00000200:0.0:1776267959.119874:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb59bd [2] + 1312 00000400:00000200:0.0:1776267959.119969:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.119973:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.119977:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.119981:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9422027. 00000400:00000010:1.0:1776267959.120134:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a8a01b20. 00000400:00000200:1.0:1776267959.120139:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:1.0:1776267959.120141:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00000100:00000200:1.0:1776267959.120146:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000200aa5ca x1862549489483072/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.120155:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000200aa5ca x1862549489483072/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267959.120189:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ae4088b. 02000000:00000010:1.0:1776267959.120195:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed1fcc0e. 00000100:00000010:1.0:1776267959.120199:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 00000100:00000010:1.0:1776267959.120202:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267959.120207:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d86b627d. 00000020:00000010:2.0:1776267959.120357:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006fbd1a58. 00000020:00000010:2.0:1776267959.120365:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.120369:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.120400:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9422027 x1862549476118400/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267959.120434:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118400 02000000:00000010:2.0:1776267959.120446:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ccb809fc. 00010000:00000010:2.0:1776267959.120472:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004438d17d. 00010000:00000010:2.0:1776267959.120492:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df09932a. 00000100:00000010:2.0:1776267959.120498:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.120513:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:2.0:1776267959.120515:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df09932a. 00000400:00000010:2.0:1776267959.120527:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004395e51d. 00000100:00000200:2.0:1776267959.120531:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118400, offset 224 00000400:00000200:2.0:1776267959.120538:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.120548:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.120554:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91112:91112:256:4294967295] 192.168.202.34@tcp LPNI seq info [91112:91112:8:4294967295] 00000400:00000200:2.0:1776267959.120564:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.120570:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.120575:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267959.120580:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.120587:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.120590:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.120603:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.120606:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.120609:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fbd1a58. 00080000:00000010:1.0:1776267959.120666:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed1fcc0e. 00010000:00000010:1.0:1776267959.120778:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267959.120784:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092a207c8. 00010000:00000010:1.0:1776267959.120869:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb683e32. 00010000:00000010:1.0:1776267959.120874:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000afa761f7. 00010000:00000010:1.0:1776267959.120879:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003774a7d6. 00010000:00000010:1.0:1776267959.120884:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d56b376b. 00080000:00000010:1.0:1776267959.120942:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ae4088b. 00010000:00000010:1.0:1776267959.120981:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267959.120985:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000afa761f7. 00010000:00000010:1.0:1776267959.121039:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.0:1776267959.121043:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267959.121050:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267959.121054:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267959.121061:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 02000000:00000010:1.0:1776267959.121071:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027d90569. 02000000:00000010:1.0:1776267959.121091:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a52a778. 00000400:00000010:1.0:1776267959.121096:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8a01b20. 00000400:00000010:1.0:1776267959.121100:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267959.121105:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483136, portal 16 00000400:00000010:1.0:1776267959.121109:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000669f343e. 00000100:00000200:1.0:1776267959.121111:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483136, offset 0 00000400:00000200:1.0:1776267959.121117:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.121125:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.121132:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.121137:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.121140:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.121142:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91113:91113:255:4294967295] 192.168.202.34@tcp LPNI seq info [91113:91113:7:4294967295] 00000400:00000200:1.0:1776267959.121149:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.121153:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.121156:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a46ad86 (tot 82343946). 00000800:00000200:1.0:1776267959.121161:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.121165:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.121167:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007a46ad86 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.122158:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.122164:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343698). 00000400:00000200:0.0:1776267959.122170:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.122177:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.122181:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004395e51d 00000400:00000010:0.0:1776267959.122183:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004395e51d. 00000800:00000200:0.0:1776267959.122252:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.122254:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a46ad86 (tot 82343450). 00000400:00000200:0.0:1776267959.122257:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.122260:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.122262:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000669f343e 00000400:00000010:0.0:1776267959.122263:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000669f343e. 00000100:00000200:0.0:1776267959.122269:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000200aa5ca x1862549489483136/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267959.123416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05e64aa. 00010000:00000010:1.1:1776267959.123427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a87c69b. 00010000:00000010:1.1:1776267959.123431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b31b6518. 00000400:00000200:2.0:1776267959.126600:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.126623:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27d80 00000400:00000200:2.0:1776267959.126633:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6fbd [1] + 224 00000400:00000200:2.0:1776267959.126646:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.126651:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.126663:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000200aa5ca x1862549489483136/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.126696:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.126701:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e68fc0 00000400:00000200:2.0:1776267959.126706:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb59bd [2] + 1640 00000400:00000200:2.0:1776267959.126715:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.126718:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.126722:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.126728:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 00000020:00000010:3.0:1776267959.126934:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4a37aab. 00000020:00000010:3.0:1776267959.126943:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.126948:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267959.126987:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7707e38 x1862549476118464/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267959.127018:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118464 02000000:00000010:3.0:1776267959.127031:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e0939be. 00010000:00000010:3.0:1776267959.127073:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.127081:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8e2dd05. 00000100:00000010:3.0:1776267959.127088:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8e2dd05. 00010000:00000010:3.0:1776267959.127092:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.127106:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009fb04f42. 00000100:00000200:3.0:1776267959.127111:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118464, offset 224 00000400:00000200:3.0:1776267959.127119:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.127129:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.127134:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91114:91114:256:4294967295] 192.168.202.34@tcp LPNI seq info [91114:91114:8:4294967295] 00000400:00000200:3.0:1776267959.127143:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.127148:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.127152:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.127158:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.127164:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.127168:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.127183:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.127187:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267959.127190:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4a37aab. 00010000:00000010:2.1:1776267959.127262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000024df097. 00000800:00000200:0.0:1776267959.127498:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.127502:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267959.127509:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.127513:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.127517:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009fb04f42 00000400:00000010:0.0:1776267959.127519:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009fb04f42. 00000400:00000010:1.0:1776267959.127887:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a8a01b20. 00000400:00000200:1.0:1776267959.127892:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:1.0:1776267959.127908:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00000100:00000200:1.0:1776267959.127915:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000200aa5ca x1862549489483136/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.127924:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000200aa5ca x1862549489483136/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267959.127944:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009802e8de. 02000000:00000010:1.0:1776267959.127970:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a52a778. 02000000:00000010:1.0:1776267959.127976:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000027d90569. 00000100:00000010:1.0:1776267959.127980:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 00000100:00000010:1.0:1776267959.127983:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267959.127986:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d86b627d. 00080000:00000010:1.0:1776267959.128003:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027d90569. 00010000:00000010:1.0:1776267959.128091:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267959.128097:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002b3721c2. 00010000:00000010:1.0:1776267959.128169:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b31b6518. 00010000:00000010:1.0:1776267959.128175:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267959.128186:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267959.128191:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267959.128197:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 02000000:00000010:1.0:1776267959.128209:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000a52a778. 02000000:00000010:1.0:1776267959.128232:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000990a8a03. 00000400:00000010:1.0:1776267959.128248:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8a01b20. 00000400:00000010:1.0:1776267959.128251:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267959.128257:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483200, portal 16 00000400:00000010:1.0:1776267959.128260:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.128262:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483200, offset 0 00000400:00000200:1.0:1776267959.128268:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.128277:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.128284:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.128287:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.128290:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.128294:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91115:91115:256:4294967295] 192.168.202.34@tcp LPNI seq info [91115:91115:8:4294967295] 00000400:00000200:1.0:1776267959.128301:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.128307:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.128310:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343698). 00000800:00000200:1.0:1776267959.128315:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.128320:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.128323:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.128557:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.128560:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bc1d37 (tot 82343450). 00000400:00000200:0.0:1776267959.128564:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.128568:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.128571:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:0.0:1776267959.128572:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:0.0:1776267959.128577:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000200aa5ca x1862549489483200/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267959.130088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034f7bf02. 00010000:00000010:1.1:1776267959.130101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000930ee9. 00010000:00000010:1.1:1776267959.130106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb683e32. 00010000:00000010:1.1:1776267959.130109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00000400:00000200:2.0:1776267959.134121:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.134145:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27dc0 00000400:00000200:2.0:1776267959.134154:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6fc9 [1] + 224 00000400:00000200:2.0:1776267959.134168:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.134172:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.134184:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000200aa5ca x1862549489483200/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.134216:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.134220:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69000 00000400:00000200:2.0:1776267959.134225:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb59bd [2] + 1968 00000400:00000010:2.0:1776267959.134228:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000093c0abb1. 00000400:00000200:2.0:1776267959.134232:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001025c385 00000400:00000200:2.0:1776267959.134266:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.134270:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.134273:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001025c385 00000400:00000010:2.0:1776267959.134276:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001025c385 (tot 82343298). 00000100:00000200:2.0:1776267959.134282:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1776267959.134400:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a8a01b20. 00000400:00000200:0.0:1776267959.134405:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:0.0:1776267959.134406:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00000100:00000200:0.0:1776267959.134412:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000200aa5ca x1862549489483200/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.134419:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000200aa5ca x1862549489483200/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267959.134453:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000990a8a03. 02000000:00000010:0.0:1776267959.134458:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000a52a778. 00000100:00000010:0.0:1776267959.134462:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 00000100:00000010:0.0:1776267959.134466:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:0.0:1776267959.134469:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d86b627d. 00000020:00000010:3.0:1776267959.134622:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4a37aab. 00000020:00000010:3.0:1776267959.134630:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.134635:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267959.134660:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d26f10d x1862549476118528/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267959.134696:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118528 02000000:00000010:3.0:1776267959.134710:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bed9a1bd. 00010000:00000010:3.0:1776267959.134738:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cca04f0. 00010000:00000010:3.0:1776267959.134760:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.134767:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8e2dd05. 00000100:00000010:3.0:1776267959.134783:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8e2dd05. 00010000:00000010:3.0:1776267959.134786:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.134801:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1ac30ef. 00000100:00000200:3.0:1776267959.134805:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118528, offset 224 00000400:00000200:3.0:1776267959.134813:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.134823:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.134829:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91116:91116:256:4294967295] 192.168.202.34@tcp LPNI seq info [91116:91116:8:4294967295] 00000400:00000200:3.0:1776267959.134839:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.134844:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.134849:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343546). 00000800:00000200:3.0:1776267959.134855:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.134861:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.134864:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.134882:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.134886:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267959.134888:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4a37aab. 02000000:00000010:3.0:1776267959.134922:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e0939be. 00000100:00000010:3.0:1776267959.134925:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 02000000:00000010:3.0:1776267959.134929:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ccb809fc. 00000100:00000010:3.0:1776267959.134931:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9422027. 02000000:00000010:3.0:1776267959.134934:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000043f83300. 00000100:00000010:3.0:1776267959.134937:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003d99e24. 02000000:00000010:3.0:1776267959.134939:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db0daa01. 00000100:00000010:3.0:1776267959.134941:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bd626d3. 02000000:00000010:3.0:1776267959.134944:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008de8f362. 00000100:00000010:3.0:1776267959.134945:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000559a3336. 02000000:00000010:3.0:1776267959.134948:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008075ce2e. 00000100:00000010:3.0:1776267959.134950:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c8f78031. 00000100:00000200:3.0:1776267959.134968:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267959.134974:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000050875476. 00000400:00000010:3.0:1776267959.134978:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8e2dd05 (tot 82343698). 00000800:00000200:3.0:1776267959.135075:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.135079:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:3.0:1776267959.135085:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.135089:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.135092:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac30ef 00000400:00000010:3.0:1776267959.135093:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1ac30ef. 02000000:00000010:3.0:1776267959.135097:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bed9a1bd. 00080000:00000010:2.0:1776267959.135725:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006fbd1a58. 00010000:00000010:2.0:1776267959.135827:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d56b376b. 00010000:00000010:2.0:1776267959.135835:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000de0536f. 00010000:00000010:2.0:1776267959.135956:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f5b54cb. 00010000:00000010:2.0:1776267959.135976:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000115ff989. 00010000:00000010:2.0:1776267959.135988:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000df09932a. 00000100:00000010:2.0:1776267959.135995:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.136004:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009747af4d. 02000000:00000010:2.0:1776267959.136016:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000809899c5. 02000000:00000010:2.0:1776267959.136042:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c850b8bb. 00000400:00000010:2.0:1776267959.136046:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267959.136050:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267959.136054:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483264, portal 16 00000400:00000010:2.0:1776267959.136059:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267959.136061:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483264, offset 0 00000400:00000200:2.0:1776267959.136070:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.136082:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.136088:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.136091:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.136095:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.136098:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91117:91117:256:4294967295] 192.168.202.34@tcp LPNI seq info [91117:91117:8:4294967295] 00000400:00000200:2.0:1776267959.136270:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.136276:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.136281:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267959.136286:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.136292:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.136295:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.136443:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.136446:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:0.0:1776267959.136450:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.136454:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.136458:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:0.0:1776267959.136460:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000100:00000200:0.0:1776267959.136467:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009747af4d x1862549489483264/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267959.136638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c0f7d96. 00010000:00000010:1.1:1776267959.136644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c43524a. 00010000:00000010:1.1:1776267959.136649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00010000:00000010:3.1:1776267959.137976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c833d6. 00000400:00000200:2.0:1776267959.140786:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.140809:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27e00 00000400:00000200:2.0:1776267959.140818:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6fd9 [1] + 224 00000400:00000200:2.0:1776267959.140831:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.140835:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.140848:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009747af4d x1862549489483264/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.140892:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000010:0.0:1776267959.141059:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:0.0:1776267959.141065:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:0.0:1776267959.141068:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 00000100:00000200:0.0:1776267959.141076:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009747af4d x1862549489483264/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.141084:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009747af4d x1862549489483264/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267959.141126:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c850b8bb. 02000000:00000010:0.0:1776267959.141132:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000809899c5. 00000100:00000010:0.0:1776267959.141136:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009747af4d. 00000100:00000010:0.0:1776267959.141139:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:0.0:1776267959.141143:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000df09932a. 00010000:00000010:2.1:1776267959.141330:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b20382c4. 00010000:00000010:2.1:1776267959.141337:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b31b6518. 00000400:00000200:2.0:1776267959.141351:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69040 00000400:00000200:2.0:1776267959.141356:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5a0d [2] + 0 00000400:00000200:2.0:1776267959.141368:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.141371:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.141376:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.141390:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 00000020:00000010:0.0:1776267959.141554:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2d8215c. 00000020:00000010:0.0:1776267959.141561:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267959.141565:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267959.141591:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5837bfc x1862549476118592/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267959.141629:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118592 02000000:00000010:0.0:1776267959.141643:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004feadbc2. 00010000:00000010:0.0:1776267959.141674:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec0076b0. 00010000:00000010:0.0:1776267959.141695:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267959.141702:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267959.141719:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267959.141722:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00000400:00000010:0.0:1776267959.141735:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d0114a6. 00000100:00000200:0.0:1776267959.141739:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118592, offset 224 00000400:00000200:0.0:1776267959.141746:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.141756:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.141761:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91118:91118:256:4294967295] 192.168.202.34@tcp LPNI seq info [91118:91118:8:4294967295] 00000400:00000200:0.0:1776267959.141771:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.141775:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.141780:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343698). 00000800:00000200:0.0:1776267959.141785:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.141793:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.141797:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267959.141947:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267959.141951:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267959.141953:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2d8215c. 00080000:00000010:2.0:1776267959.142378:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a79a7a4b. 00010000:00000010:2.0:1776267959.142479:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000115ff989. 00010000:00000010:2.0:1776267959.142486:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004bcab431. 00010000:00000010:2.0:1776267959.142565:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000157d807. 00010000:00000010:2.0:1776267959.142571:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000115ff989. 00010000:00000010:2.0:1776267959.142583:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006179954d. 00000100:00000010:2.0:1776267959.142588:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.142597:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 02000000:00000010:2.0:1776267959.142611:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000030b4ec03. 02000000:00000010:2.0:1776267959.142638:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000809899c5. 00000400:00000010:2.0:1776267959.142644:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaa2a3c. 00000400:00000010:2.0:1776267959.142648:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267959.142654:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483328, portal 16 00000400:00000010:2.0:1776267959.142658:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a296b32. 00000100:00000200:2.0:1776267959.142660:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483328, offset 0 00000400:00000200:2.0:1776267959.142666:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.142674:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.142681:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.142684:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.142687:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.142689:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91119:91119:255:4294967295] 192.168.202.34@tcp LPNI seq info [91119:91119:7:4294967295] 00000400:00000200:2.0:1776267959.142697:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.142713:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.142717:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343946). 00000800:00000200:2.0:1776267959.142723:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.142728:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.142732:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.143883:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.143889:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343698). 00000400:00000200:0.0:1776267959.143953:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.144026:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.144033:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d0114a6 00000400:00000010:0.0:1776267959.144035:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d0114a6. 00000800:00000200:0.0:1776267959.144483:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.144485:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:0.0:1776267959.144490:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.144494:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.144497:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a296b32 00000400:00000010:0.0:1776267959.144500:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a296b32. 00000100:00000200:0.0:1776267959.144508:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007dd391c3 x1862549489483328/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.151742:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.151764:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27e40 00000400:00000200:0.0:1776267959.151773:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6fe5 [1] + 224 00000400:00000200:0.0:1776267959.151788:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.151792:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.151804:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007dd391c3 x1862549489483328/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.151832:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.151838:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69080 00000400:00000200:0.0:1776267959.151843:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5a0d [2] + 328 00000400:00000200:0.0:1776267959.151850:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.151853:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.151859:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.151864:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f2b7b. 00000400:00000010:2.0:1776267959.152003:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaa2a3c. 00000400:00000200:2.0:1776267959.152009:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:2.0:1776267959.152011:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00000100:00000200:2.0:1776267959.152020:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007dd391c3 x1862549489483328/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267959.152027:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007dd391c3 x1862549489483328/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267959.152059:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000809899c5. 02000000:00000010:2.0:1776267959.152064:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000030b4ec03. 00000100:00000010:2.0:1776267959.152067:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 00000100:00000010:2.0:1776267959.152070:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:2.0:1776267959.152075:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006179954d. 00000020:00000010:3.0:1776267959.152296:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bed9a1bd. 00000020:00000010:3.0:1776267959.152306:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.152310:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267959.152337:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68f2b7b x1862549476118656/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267959.152374:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118656 02000000:00000010:3.0:1776267959.152398:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000043f83300. 00010000:00000010:3.0:1776267959.152427:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027e4d528. 00010000:00000010:3.0:1776267959.152450:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.152456:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2336022. 00000100:00000010:3.0:1776267959.152473:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2336022. 00010000:00000010:3.0:1776267959.152476:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.152488:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1ac30ef. 00000100:00000200:3.0:1776267959.152493:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118656, offset 224 00000400:00000200:3.0:1776267959.152501:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.152512:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.152518:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91120:91120:256:4294967295] 192.168.202.34@tcp LPNI seq info [91120:91120:8:4294967295] 00000400:00000200:3.0:1776267959.152528:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.152533:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.152537:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267959.152543:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.152550:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.152553:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.152571:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.152575:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267959.152577:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bed9a1bd. 00000800:00000200:3.0:1776267959.152668:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.152672:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:3.0:1776267959.152678:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.152681:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.152684:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac30ef 00000400:00000010:3.0:1776267959.152686:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1ac30ef. 00080000:00000010:0.0:1776267959.153309:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2d8215c. 00010000:00000010:0.0:1776267959.153419:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000115ff989. 00010000:00000010:0.0:1776267959.153428:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a2871a1. 00010000:00000010:0.0:1776267959.153499:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd8af543. 00010000:00000010:0.0:1776267959.153506:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075425453. 00010000:00000010:0.0:1776267959.153516:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267959.153521:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267959.153529:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c3f9fd7f. 02000000:00000010:0.0:1776267959.153542:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082bde3d0. 02000000:00000010:0.0:1776267959.153566:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db0daa01. 00000400:00000010:0.0:1776267959.153572:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f45c097. 00000400:00000010:0.0:1776267959.153577:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d0114a6. 00000100:00000200:0.0:1776267959.153583:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483392, portal 16 00000400:00000010:0.0:1776267959.153588:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036667960. 00000100:00000200:0.0:1776267959.153590:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483392, offset 0 00000400:00000200:0.0:1776267959.153597:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.153608:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.153614:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.153617:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.153621:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.153624:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91121:91121:256:4294967295] 192.168.202.34@tcp LPNI seq info [91121:91121:8:4294967295] 00000400:00000200:0.0:1776267959.153632:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.153637:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.153640:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343698). 00000800:00000200:0.0:1776267959.153646:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.153651:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.153654:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.153975:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.153979:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343450). 00000400:00000200:3.0:1776267959.153983:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.153988:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.153992:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036667960 00000400:00000010:3.0:1776267959.153993:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036667960. 00000100:00000200:3.0:1776267959.154000:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c3f9fd7f x1862549489483392/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267959.159473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f15aaf3c. 00000400:00000200:0.0:1776267959.159522:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.159540:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27e80 00000400:00000200:0.0:1776267959.159548:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6ff1 [1] + 224 00000400:00000200:0.0:1776267959.159560:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.159564:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.159576:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c3f9fd7f x1862549489483392/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.159614:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.159620:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e690c0 00000400:00000200:0.0:1776267959.159626:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5a0d [2] + 656 00000400:00000200:0.0:1776267959.159678:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.159682:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.159686:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.159691:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007259c45b. 00000400:00000010:2.0:1776267959.159779:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f45c097. 00000400:00000200:2.0:1776267959.159786:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d0114a6 00000400:00000010:2.0:1776267959.159789:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d0114a6. 00000100:00000200:2.0:1776267959.159797:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c3f9fd7f x1862549489483392/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267959.159806:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c3f9fd7f x1862549489483392/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267959.159836:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db0daa01. 02000000:00000010:2.0:1776267959.159843:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000082bde3d0. 00000100:00000010:2.0:1776267959.159846:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c3f9fd7f. 00000100:00000010:2.0:1776267959.159850:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:2.0:1776267959.159854:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00000020:00000010:3.0:1776267959.159942:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e0939be. 00000020:00000010:3.0:1776267959.159950:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.159954:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267959.159992:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007259c45b x1862549476118720/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267959.160023:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118720 02000000:00000010:3.0:1776267959.160036:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e4a37aab. 00010000:00000010:3.0:1776267959.160067:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000088168c3. 00010000:00000010:3.0:1776267959.160089:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.160096:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2336022. 00000100:00000010:3.0:1776267959.160188:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2336022. 00010000:00000010:3.0:1776267959.160192:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.160207:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1ac30ef. 00000100:00000200:3.0:1776267959.160211:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118720, offset 224 00000400:00000200:3.0:1776267959.160220:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.160230:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.160235:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91122:91122:256:4294967295] 192.168.202.34@tcp LPNI seq info [91122:91122:8:4294967295] 00000400:00000200:3.0:1776267959.160255:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.160263:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.160269:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267959.160275:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.160282:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.160285:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.160303:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.160307:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267959.160310:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e0939be. 00000800:00000200:1.0:1776267959.160425:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.160429:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267959.160435:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.160439:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.160442:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac30ef 00000400:00000010:1.0:1776267959.160443:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1ac30ef. 00080000:00000010:2.0:1776267959.160618:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030b4ec03. 00010000:00000010:2.0:1776267959.160728:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075425453. 00010000:00000010:2.0:1776267959.160736:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000bc5f643. 00010000:00000010:2.0:1776267959.160814:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb3bd51c. 00010000:00000010:2.0:1776267959.160819:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fc607148. 00010000:00000010:2.0:1776267959.160824:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e16f23. 00010000:00000010:2.0:1776267959.160830:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be568bb2. 00080000:00000010:2.0:1776267959.160842:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000809899c5. 00010000:00000010:2.0:1776267959.160865:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be568bb2. 00010000:00000010:2.0:1776267959.160868:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc607148. 00010000:00000010:2.0:1776267959.160940:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.0:1776267959.160944:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be568bb2. 00010000:00000010:2.0:1776267959.160951:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006179954d. 00000100:00000010:2.0:1776267959.160955:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.160962:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 02000000:00000010:2.0:1776267959.160973:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c850b8bb. 02000000:00000010:2.0:1776267959.160998:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008075ce2e. 00000400:00000010:2.0:1776267959.161003:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaa2a3c. 00000400:00000010:2.0:1776267959.161008:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267959.161012:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483456, portal 16 00000400:00000010:2.0:1776267959.161017:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cca27. 00000100:00000200:2.0:1776267959.161019:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483456, offset 0 00000400:00000200:2.0:1776267959.161024:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.161033:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.161038:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.161042:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.161044:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.161047:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91123:91123:256:4294967295] 192.168.202.34@tcp LPNI seq info [91123:91123:8:4294967295] 00000400:00000200:2.0:1776267959.161054:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.161058:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.161061:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267959.161066:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.161070:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.161073:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.161738:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.161741:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:3.0:1776267959.161747:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.161751:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.161755:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cca27 00000400:00000010:3.0:1776267959.161757:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cca27. 00000100:00000200:3.0:1776267959.161764:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007dd391c3 x1862549489483456/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267959.163045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042656d6a. 00010000:00000010:2.1:1776267959.163058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f5b54cb. 00010000:00000010:3.1:1776267959.166079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a3bd8b. 00010000:00000010:3.1:1776267959.166095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a01027e5. 00010000:00000010:0.1:1776267959.166526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc736779. 00010000:00000010:0.1:1776267959.166538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00000400:00000200:0.0:1776267959.166827:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.166846:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27ec0 00000400:00000200:0.0:1776267959.166854:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb6ffd [1] + 224 00000400:00000200:0.0:1776267959.166871:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.166876:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.166887:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007dd391c3 x1862549489483456/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267959.168774:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267959.168791:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69100 00000400:00000200:1.0:1776267959.168799:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5a0d [2] + 984 00000400:00000200:1.0:1776267959.169067:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.169073:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267959.169088:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267959.169094:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 00000020:00000010:0.0:1776267959.169284:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082bde3d0. 00000020:00000010:0.0:1776267959.169292:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267959.169296:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267959.169328:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa9f9452 x1862549476118784/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267959.169375:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118784 02000000:00000010:0.0:1776267959.169396:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db0daa01. 00010000:00000010:0.0:1776267959.169443:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267959.169450:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267959.169457:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267959.169460:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00000400:00000010:0.0:1776267959.169475:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2d341db. 00000100:00000200:0.0:1776267959.169480:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118784, offset 224 00000400:00000200:0.0:1776267959.169488:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.169499:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.169506:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91124:91124:256:4294967295] 192.168.202.34@tcp LPNI seq info [91124:91124:8:4294967295] 00000400:00000200:0.0:1776267959.169516:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.169521:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.169526:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343698). 00000800:00000200:0.0:1776267959.169531:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.169538:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.169542:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267959.169563:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267959.169567:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267959.169570:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082bde3d0. 00000400:00000010:2.0:1776267959.170287:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaa2a3c. 00000400:00000200:2.0:1776267959.170293:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:2.0:1776267959.170295:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00000100:00000200:2.0:1776267959.170308:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007dd391c3 x1862549489483456/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267959.170317:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007dd391c3 x1862549489483456/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267959.170343:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b8d8e91. 02000000:00000010:2.0:1776267959.170360:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008075ce2e. 02000000:00000010:2.0:1776267959.170365:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c850b8bb. 00000100:00000010:2.0:1776267959.170368:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 00000100:00000010:2.0:1776267959.170371:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:2.0:1776267959.170373:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006179954d. 00080000:00000010:2.0:1776267959.170402:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c850b8bb. 00010000:00000010:2.0:1776267959.170490:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be568bb2. 00010000:00000010:2.0:1776267959.170497:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e9ab46e. 00010000:00000010:2.0:1776267959.170573:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f5b54cb. 00010000:00000010:2.0:1776267959.170580:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be568bb2. 00010000:00000010:2.0:1776267959.170592:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006179954d. 00000100:00000010:2.0:1776267959.170598:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.170604:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 02000000:00000010:2.0:1776267959.170616:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008075ce2e. 02000000:00000010:2.0:1776267959.170640:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008de8f362. 00000400:00000010:2.0:1776267959.170644:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaa2a3c. 00000400:00000010:2.0:1776267959.170648:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267959.170653:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483520, portal 16 00000400:00000010:2.0:1776267959.170658:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008083c290. 00000100:00000200:2.0:1776267959.170660:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483520, offset 0 00000400:00000200:2.0:1776267959.170666:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.170676:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.170682:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.170686:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.170688:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.170691:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91125:91125:255:4294967295] 192.168.202.34@tcp LPNI seq info [91125:91125:7:4294967295] 00000400:00000200:2.0:1776267959.170712:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.170717:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.170721:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343946). 00000800:00000200:2.0:1776267959.170727:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.170732:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.170735:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.171465:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.171469:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343698). 00000400:00000200:3.0:1776267959.171475:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.171481:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.171486:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2d341db 00000400:00000010:3.0:1776267959.171488:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2d341db. 00010000:00000010:2.1:1776267959.176194:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000865be21. 00010000:00000010:2.1:1776267959.176211:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8af543. 00010000:00000010:2.1:1776267959.176217:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb3bd51c. 00010000:00000010:2.1:1776267959.176220:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e16f23. 00000800:00000200:2.0:1776267959.176248:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.176252:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:2.0:1776267959.176258:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.176270:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.176277:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008083c290 00000400:00000010:2.0:1776267959.176281:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008083c290. 00000100:00000200:2.0:1776267959.176296:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007dd391c3 x1862549489483520/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.176480:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.176498:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27f00 00000400:00000200:3.0:1776267959.176507:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7009 [1] + 224 00000400:00000200:3.0:1776267959.176522:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.176525:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.176532:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007dd391c3 x1862549489483520/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.176568:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.176574:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69140 00000400:00000200:3.0:1776267959.176579:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5a0d [2] + 1312 00000400:00000200:3.0:1776267959.176588:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.176591:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.176596:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.176601:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bd626d3. 00000020:00000010:1.0:1776267959.176713:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3a500d9. 00000020:00000010:1.0:1776267959.176722:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.176727:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.176753:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bd626d3 x1862549476118848/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000400:00000010:2.0:1776267959.176939:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaa2a3c. 00000400:00000200:2.0:1776267959.176943:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:2.0:1776267959.176945:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00000100:00000200:2.0:1776267959.176950:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007dd391c3 x1862549489483520/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267959.176969:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007dd391c3 x1862549489483520/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267959.176997:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008de8f362. 02000000:00000010:2.0:1776267959.177003:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008075ce2e. 00000100:00000010:2.0:1776267959.177006:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 00000100:00000010:2.0:1776267959.177009:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:2.0:1776267959.177012:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006179954d. 00000100:00000200:1.0:1776267959.177080:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118848 02000000:00000010:1.0:1776267959.177094:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a52a778. 00010000:00000010:1.0:1776267959.177132:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072e61e73. 00010000:00000010:1.0:1776267959.177153:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267959.177160:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267959.177175:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267959.177178:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000400:00000010:1.0:1776267959.177190:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f2dfd06. 00000100:00000200:1.0:1776267959.177194:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118848, offset 224 00000400:00000200:1.0:1776267959.177201:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.177212:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.177217:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91126:91126:256:4294967295] 192.168.202.34@tcp LPNI seq info [91126:91126:8:4294967295] 00000400:00000200:1.0:1776267959.177228:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.177234:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.177250:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343698). 00000800:00000200:1.0:1776267959.177256:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.177263:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.177266:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.177287:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.177291:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.177294:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3a500d9. 00080000:00000010:2.0:1776267959.177342:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008075ce2e. 00010000:00000010:2.0:1776267959.177444:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be568bb2. 00010000:00000010:2.0:1776267959.177450:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000171ea0b9. 00010000:00000010:2.0:1776267959.177529:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e16f23. 00010000:00000010:2.0:1776267959.177536:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be568bb2. 00010000:00000010:2.0:1776267959.177546:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006179954d. 00000100:00000010:2.0:1776267959.177549:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.177555:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 02000000:00000010:2.0:1776267959.177564:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008de8f362. 02000000:00000010:2.0:1776267959.177585:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccb809fc. 00000400:00000010:2.0:1776267959.177588:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaa2a3c. 00000400:00000010:2.0:1776267959.177592:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267959.177597:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483584, portal 16 00000400:00000010:2.0:1776267959.177601:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008083c290. 00000100:00000200:2.0:1776267959.177602:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483584, offset 0 00000400:00000200:2.0:1776267959.177607:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.177613:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.177621:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.177624:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.177627:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.177629:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91127:91127:255:4294967295] 192.168.202.34@tcp LPNI seq info [91127:91127:7:4294967295] 00000400:00000200:2.0:1776267959.177637:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.177641:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.177644:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343946). 00000800:00000200:2.0:1776267959.177648:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.177652:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.177654:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267959.178491:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.178496:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090cec15c (tot 82343698). 00000400:00000200:1.0:1776267959.178501:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.178506:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.178510:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f2dfd06 00000400:00000010:1.0:1776267959.178511:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f2dfd06. 00000800:00000200:1.0:1776267959.182370:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.182379:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:1.0:1776267959.182399:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.182408:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.182414:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008083c290 00000400:00000010:1.0:1776267959.182416:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008083c290. 00000100:00000200:1.0:1776267959.182427:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007dd391c3 x1862549489483584/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267959.183195:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d35f0fd. 00010000:00000010:2.1:1776267959.183205:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b40e54f. 00010000:00000010:2.1:1776267959.183209:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.1:1776267959.183212:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009645d738. 00010000:00000010:2.1:1776267959.183215:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f5b54cb. 00000400:00000200:2.0:1776267959.183255:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.183273:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27f40 00000400:00000200:2.0:1776267959.183281:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7015 [1] + 224 00000400:00000200:2.0:1776267959.183294:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.183297:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.183303:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007dd391c3 x1862549489483584/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.183394:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.183400:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69180 00000400:00000200:2.0:1776267959.183405:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5a0d [2] + 1640 00000400:00000200:2.0:1776267959.183454:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.183457:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.183461:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.183466:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001f24538. 00000020:00000010:1.0:1776267959.184154:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3a500d9. 00000020:00000010:1.0:1776267959.184162:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.184166:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.184191:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001f24538 x1862549476118912/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267959.184224:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118912 02000000:00000010:1.0:1776267959.184244:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000990a8a03. 00010000:00000010:1.0:1776267959.184291:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267959.184298:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267959.184306:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267959.184310:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000400:00000010:1.0:1776267959.184323:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f2dfd06. 00000100:00000200:1.0:1776267959.184327:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118912, offset 224 00000400:00000200:1.0:1776267959.184334:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.184346:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.184351:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91128:91128:256:4294967295] 192.168.202.34@tcp LPNI seq info [91128:91128:8:4294967295] 00000400:00000200:1.0:1776267959.184361:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.184365:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.184369:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343698). 00000800:00000200:1.0:1776267959.184376:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.184396:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.184399:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.184418:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.184422:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.184425:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3a500d9. 00000800:00000200:2.0:1776267959.185045:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.185049:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090cec15c (tot 82343450). 00000400:00000200:2.0:1776267959.185054:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.185059:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.185064:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f2dfd06 00000400:00000010:2.0:1776267959.185066:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f2dfd06. 00000400:00000010:0.0:1776267959.186146:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaa2a3c. 00000400:00000200:0.0:1776267959.186156:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:0.0:1776267959.186158:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00000100:00000200:0.0:1776267959.186170:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007dd391c3 x1862549489483584/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.186182:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007dd391c3 x1862549489483584/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267959.186210:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e1fe5ab. 02000000:00000010:0.0:1776267959.186230:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccb809fc. 02000000:00000010:0.0:1776267959.186249:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008de8f362. 00000100:00000010:0.0:1776267959.186254:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 00000100:00000010:0.0:1776267959.186258:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:0.0:1776267959.186262:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006179954d. 00080000:00000010:0.0:1776267959.186289:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082bde3d0. 00010000:00000010:0.0:1776267959.186408:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be568bb2. 00010000:00000010:0.0:1776267959.186416:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000698938e7. 00010000:00000010:0.0:1776267959.186486:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea79bde6. 00010000:00000010:0.0:1776267959.186494:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267959.186507:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267959.186512:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267959.186521:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 02000000:00000010:0.0:1776267959.186535:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d3629c46. 02000000:00000010:0.0:1776267959.186563:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dcdc868. 00000400:00000010:0.0:1776267959.186567:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.186572:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267959.186577:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483648, portal 16 00000400:00000010:0.0:1776267959.186580:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffbbe46f. 00000100:00000200:0.0:1776267959.186582:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483648, offset 0 00000400:00000200:0.0:1776267959.186590:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.186603:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.186609:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.186613:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.186616:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.186619:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91129:91129:256:4294967295] 192.168.202.34@tcp LPNI seq info [91129:91129:8:4294967295] 00000400:00000200:0.0:1776267959.186628:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.186633:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.186638:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82343698). 00000800:00000200:0.0:1776267959.186644:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.186651:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.186655:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267959.190758:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.190770:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343450). 00000400:00000200:1.0:1776267959.190785:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.190799:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.190807:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffbbe46f 00000400:00000010:1.0:1776267959.190809:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffbbe46f. 00000100:00000200:1.0:1776267959.190823:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719f92a x1862549489483648/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.191508:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.191526:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27f80 00000400:00000200:2.0:1776267959.191535:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7021 [1] + 224 00000400:00000200:2.0:1776267959.191546:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.191549:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.191555:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719f92a x1862549489483648/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.191625:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.191630:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e691c0 00000400:00000200:2.0:1776267959.191634:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5a0d [2] + 1968 00000400:00000010:2.0:1776267959.191638:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000023b03ff0. 00000400:00000200:2.0:1776267959.191641:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009d2c95c0 00000400:00000200:2.0:1776267959.191648:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.191651:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.191653:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009d2c95c0 00000400:00000010:2.0:1776267959.191654:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009d2c95c0 (tot 82343298). 00000100:00000200:2.0:1776267959.191658:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776267959.191999:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a3a500d9. 00000020:00000010:1.0:1776267959.192007:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.192012:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.192037:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a73f37ad x1862549476118976/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267959.192072:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476118976 02000000:00000010:1.0:1776267959.192085:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000019641a65. 00010000:00000010:1.0:1776267959.192390:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267959.192400:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000496590ff. 00000100:00000010:1.0:1776267959.192407:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000496590ff. 00010000:00000010:1.0:1776267959.192410:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000400:00000010:1.0:1776267959.192425:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267959.192429:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476118976, offset 224 00000400:00000200:1.0:1776267959.192437:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.192448:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.192453:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91130:91130:256:4294967295] 192.168.202.34@tcp LPNI seq info [91130:91130:8:4294967295] 00000400:00000200:1.0:1776267959.192462:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.192467:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.192472:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099b4f764 (tot 82343546). 00000800:00000200:1.0:1776267959.192477:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.192483:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.192487:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099b4f764 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.192510:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.192514:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.192516:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a3a500d9. 02000000:00000010:1.0:1776267959.192526:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000990a8a03. 00000100:00000010:1.0:1776267959.192529:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001f24538. 02000000:00000010:1.0:1776267959.192532:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a52a778. 00000100:00000010:1.0:1776267959.192534:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bd626d3. 02000000:00000010:1.0:1776267959.192537:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db0daa01. 00000100:00000010:1.0:1776267959.192539:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 02000000:00000010:1.0:1776267959.192543:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e4a37aab. 00000100:00000010:1.0:1776267959.192545:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007259c45b. 02000000:00000010:1.0:1776267959.192548:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000043f83300. 00000100:00000010:1.0:1776267959.192551:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f2b7b. 02000000:00000010:1.0:1776267959.192553:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004feadbc2. 00000100:00000010:1.0:1776267959.192555:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000200:1.0:1776267959.192560:0:64837:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776267959.192565:0:64837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008c9e0a60. 00000400:00000010:1.0:1776267959.192568:0:64837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000496590ff (tot 82343698). 00000800:00000200:2.0:1776267959.192683:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.192687:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099b4f764 (tot 82343450). 00000400:00000200:2.0:1776267959.192690:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.192694:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.192708:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076585e34 00000400:00000010:2.0:1776267959.192710:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076585e34. 02000000:00000010:2.0:1776267959.192714:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000019641a65. 00000400:00000010:0.0:1776267959.194327:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.194339:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267959.194341:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267959.194353:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719f92a x1862549489483648/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.194363:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719f92a x1862549489483648/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267959.194392:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094fc36b9. 02000000:00000010:0.0:1776267959.194415:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dcdc868. 02000000:00000010:0.0:1776267959.194422:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d3629c46. 00000100:00000010:0.0:1776267959.194426:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 00000100:00000010:0.0:1776267959.194430:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267959.194434:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00080000:00000010:0.0:1776267959.194458:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3629c46. 00010000:00000010:0.0:1776267959.194540:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267959.194544:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000824eccea. 00010000:00000010:0.0:1776267959.194603:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000223b1c2e. 00010000:00000010:0.0:1776267959.194607:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267959.194616:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267959.194621:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267959.194626:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 02000000:00000010:0.0:1776267959.194636:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004dcdc868. 02000000:00000010:0.0:1776267959.194660:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073145459. 00000400:00000010:0.0:1776267959.194663:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.194666:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267959.194670:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483712, portal 16 00000400:00000010:0.0:1776267959.194674:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd188b69. 00000100:00000200:0.0:1776267959.194675:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483712, offset 0 00000400:00000200:0.0:1776267959.194680:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.194691:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.194698:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.194702:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.194704:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.194707:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91131:91131:256:4294967295] 192.168.202.34@tcp LPNI seq info [91131:91131:8:4294967295] 00000400:00000200:0.0:1776267959.194717:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.194723:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.194727:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff893d (tot 82343698). 00000800:00000200:0.0:1776267959.194733:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.194739:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00010000:00000010:1.1:1776267959.194941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098a874be. 00000800:00000200:0.0:1776267959.195001:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093ff893d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.195277:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.195282:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343450). 00000400:00000200:2.0:1776267959.195287:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.195292:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.195297:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd188b69 00000400:00000010:2.0:1776267959.195299:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd188b69. 00000100:00000200:2.0:1776267959.195305:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719f92a x1862549489483712/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.197869:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.197890:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b27fc0 00000400:00000200:2.0:1776267959.197932:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7031 [1] + 224 00000400:00000200:2.0:1776267959.197945:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.197949:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.197960:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719f92a x1862549489483712/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.198082:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.198089:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69200 00000400:00000200:2.0:1776267959.198093:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5a65 [2] + 0 00000400:00000200:2.0:1776267959.198113:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.198116:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.198121:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.198128:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 00000020:00000010:1.0:1776267959.198206:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019641a65. 00000020:00000010:1.0:1776267959.198212:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.198215:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.198247:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5837bfc x1862549476119040/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267959.198274:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476119040 02000000:00000010:1.0:1776267959.198285:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004feadbc2. 00010000:00000010:1.0:1776267959.198322:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267959.198328:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.198334:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.198336:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000400:00000010:1.0:1776267959.198347:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267959.198351:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476119040, offset 224 00000400:00000200:1.0:1776267959.198357:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.198365:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.198369:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91132:91132:256:4294967295] 192.168.202.34@tcp LPNI seq info [91132:91132:8:4294967295] 00000400:00000200:1.0:1776267959.198376:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.198380:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.198384:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099b4f764 (tot 82343698). 00000800:00000200:1.0:1776267959.198388:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.198393:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.198396:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099b4f764 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.198411:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.198414:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.198416:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019641a65. 00000800:00000200:2.0:1776267959.198531:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.198533:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099b4f764 (tot 82343450). 00000400:00000200:2.0:1776267959.198536:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.198539:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.198541:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:2.0:1776267959.198542:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00000400:00000010:0.0:1776267959.199521:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.199529:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267959.199531:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267959.199540:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719f92a x1862549489483712/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.199548:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719f92a x1862549489483712/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267959.199571:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000935c2937. 02000000:00000010:0.0:1776267959.199590:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073145459. 02000000:00000010:0.0:1776267959.199595:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004dcdc868. 00000100:00000010:0.0:1776267959.199599:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 00000100:00000010:0.0:1776267959.199603:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267959.199606:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00080000:00000010:0.0:1776267959.199627:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dcdc868. 00010000:00000010:0.0:1776267959.199775:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267959.199783:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7ff016f. 00010000:00000010:0.0:1776267959.199864:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1f66a19. 00010000:00000010:0.0:1776267959.199868:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006bfbd684. 00010000:00000010:0.0:1776267959.199874:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016b3286f. 00010000:00000010:0.0:1776267959.199879:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.1:1776267959.200115:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c1fef7f. 00010000:00000010:0.1:1776267959.200122:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087fcac10. 00010000:00000010:0.1:1776267959.200126:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e16f23. 00010000:00000010:0.1:1776267959.200129:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b27fa55. 00010000:00000010:0.1:1776267959.200132:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009565f1f5. 00010000:00000010:0.1:1776267959.200134:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea79bde6. 00080000:00000010:2.0:1776267959.200210:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000016643e9. 00010000:00000010:2.0:1776267959.200260:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:2.0:1776267959.200265:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006bfbd684. 00010000:00000010:2.0:1776267959.200317:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f5b54cb. 00010000:00000010:2.0:1776267959.200321:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002b41a662. 00010000:00000010:2.0:1776267959.200329:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bfd652d. 00000100:00000010:2.0:1776267959.200336:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.200344:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001f24538. 02000000:00000010:2.0:1776267959.200356:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008de8f362. 02000000:00000010:2.0:1776267959.200395:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccb809fc. 00000400:00000010:2.0:1776267959.200400:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619995f1. 00000400:00000010:2.0:1776267959.200405:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f373599. 00000100:00000200:2.0:1776267959.200411:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483776, portal 16 00000400:00000010:2.0:1776267959.200415:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000591578e6. 00000100:00000200:2.0:1776267959.200417:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483776, offset 0 00000400:00000200:2.0:1776267959.200425:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.200437:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.200444:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.200447:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.200450:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.200453:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91133:91133:256:4294967295] 192.168.202.34@tcp LPNI seq info [91133:91133:8:4294967295] 00000400:00000200:2.0:1776267959.200462:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.200466:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.200470:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267959.200476:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.200481:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.200484:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.200633:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.200637:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267959.200642:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.200646:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.200650:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000591578e6 00000400:00000010:3.0:1776267959.200651:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000591578e6. 00000100:00000200:3.0:1776267959.200658:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000001f24538 x1862549489483776/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.202652:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.202670:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28000 00000400:00000200:2.0:1776267959.202679:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb703d [1] + 224 00000400:00000200:2.0:1776267959.202692:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.202695:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.202835:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001f24538 x1862549489483776/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267959.203097:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619995f1. 00000400:00000200:0.0:1776267959.203179:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f373599 00000400:00000010:0.0:1776267959.203182:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f373599. 00000100:00000200:0.0:1776267959.203190:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001f24538 x1862549489483776/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.203197:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001f24538 x1862549489483776/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267959.203226:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccb809fc. 02000000:00000010:0.0:1776267959.203232:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008de8f362. 00000100:00000010:0.0:1776267959.203245:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001f24538. 00000100:00000010:0.0:1776267959.203249:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:0.0:1776267959.203252:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bfd652d. 00000400:00000200:2.0:1776267959.205626:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.205645:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69240 00000400:00000200:2.0:1776267959.205656:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5a65 [2] + 328 00000400:00000200:2.0:1776267959.205743:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.205748:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.205757:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.205765:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 00000020:00000010:3.0:1776267959.205864:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e0939be. 00000020:00000010:3.0:1776267959.205871:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.205876:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267959.205944:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007dd391c3 x1862549476119104/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267959.205982:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476119104 02000000:00000010:3.0:1776267959.205995:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000043f83300. 00010000:00000010:3.0:1776267959.206025:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000972adab3. 00010000:00000010:3.0:1776267959.206047:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.206054:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2336022. 00000100:00000010:3.0:1776267959.206069:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2336022. 00010000:00000010:3.0:1776267959.206072:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.206086:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000856d905e. 00000100:00000200:3.0:1776267959.206091:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476119104, offset 224 00000400:00000200:3.0:1776267959.206099:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.206110:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.206116:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91134:91134:256:4294967295] 192.168.202.34@tcp LPNI seq info [91134:91134:8:4294967295] 00000400:00000200:3.0:1776267959.206127:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.206132:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.206137:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267959.206143:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.206150:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.206154:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.206176:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.206180:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267959.206183:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e0939be. 00010000:00000010:0.1:1776267959.206418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edd0f0e8. 00010000:00000010:0.1:1776267959.206426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a822ec53. 00010000:00000010:0.1:1776267959.206430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000223b1c2e. 00080000:00000010:0.0:1776267959.206455:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073145459. 00010000:00000010:0.0:1776267959.206546:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b41a662. 00010000:00000010:0.0:1776267959.206553:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b1cb7f5. 00010000:00000010:0.0:1776267959.206619:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000223b1c2e. 00010000:00000010:0.0:1776267959.206625:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267959.206634:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267959.206637:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267959.206643:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 02000000:00000010:0.0:1776267959.206653:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f2e9bfe6. 02000000:00000010:0.0:1776267959.206675:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea215f0e. 00000400:00000010:0.0:1776267959.206679:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.206683:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267959.206687:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483840, portal 16 00000400:00000010:0.0:1776267959.206691:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063608909. 00000100:00000200:0.0:1776267959.206693:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483840, offset 0 00000400:00000200:0.0:1776267959.206705:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.206712:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.206717:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.206720:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.206723:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.206725:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91135:91135:255:4294967295] 192.168.202.34@tcp LPNI seq info [91135:91135:7:4294967295] 00000400:00000200:0.0:1776267959.206733:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.206737:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.206740:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343946). 00000800:00000200:0.0:1776267959.206744:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.206747:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.206750:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776267959.206808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1f66a19. 00010000:00000010:2.1:1776267959.206814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016b3286f. 00000800:00000200:2.0:1776267959.206846:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.206849:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343698). 00000400:00000200:2.0:1776267959.206854:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.206857:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.206861:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:2.0:1776267959.206863:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00000800:00000200:2.0:1776267959.206920:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.206922:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343450). 00000400:00000200:2.0:1776267959.206925:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.206928:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.206930:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063608909 00000400:00000010:2.0:1776267959.206931:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063608909. 00000100:00000200:2.0:1776267959.206936:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719f92a x1862549489483840/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.210329:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.210350:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28040 00000400:00000200:2.0:1776267959.210359:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7049 [1] + 224 00000400:00000200:2.0:1776267959.210372:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.210376:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.210397:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719f92a x1862549489483840/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.210427:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.210432:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69280 00000400:00000200:2.0:1776267959.210436:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5a65 [2] + 656 00000400:00000200:2.0:1776267959.210443:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.210446:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.210449:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.210454:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009747af4d. 00000020:00000010:1.0:1776267959.210624:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db0daa01. 00000020:00000010:1.0:1776267959.210631:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.210635:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.210659:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009747af4d x1862549476119168/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267959.210692:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476119168 02000000:00000010:1.0:1776267959.210715:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000019641a65. 00010000:00000010:1.0:1776267959.210756:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267959.210766:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.210774:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.210777:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000400:00000010:1.0:1776267959.210791:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9745e3. 00000100:00000200:1.0:1776267959.210797:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476119168, offset 224 00000400:00000200:1.0:1776267959.210805:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.210817:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.210822:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91136:91136:256:4294967295] 192.168.202.34@tcp LPNI seq info [91136:91136:8:4294967295] 00000400:00000200:1.0:1776267959.210832:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.210838:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.210843:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343698). 00000800:00000200:1.0:1776267959.210848:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.210856:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.210860:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.210885:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.210889:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.210892:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db0daa01. 00000800:00000200:2.0:1776267959.211655:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.211659:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090cec15c (tot 82343450). 00000400:00000200:2.0:1776267959.211664:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.211670:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.211675:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9745e3 00000400:00000010:2.0:1776267959.211677:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9745e3. 00000400:00000010:0.0:1776267959.211775:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.211780:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267959.211782:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267959.211789:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719f92a x1862549489483840/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.211796:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719f92a x1862549489483840/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267959.211818:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c4a9f98. 02000000:00000010:0.0:1776267959.211833:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea215f0e. 02000000:00000010:0.0:1776267959.211837:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f2e9bfe6. 00000100:00000010:0.0:1776267959.211842:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 00000100:00000010:0.0:1776267959.211845:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267959.211848:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00080000:00000010:0.0:1776267959.211866:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2e9bfe6. 00010000:00000010:0.0:1776267959.211990:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267959.211997:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ce92f988. 00010000:00000010:0.0:1776267959.212080:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea79bde6. 00010000:00000010:0.0:1776267959.212086:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267959.212098:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267959.212115:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267959.212123:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 02000000:00000010:0.0:1776267959.212135:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea215f0e. 02000000:00000010:0.0:1776267959.212161:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cab1411f. 00000400:00000010:0.0:1776267959.212166:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.212169:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267959.212174:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483904, portal 16 00000400:00000010:0.0:1776267959.212178:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da156716. 00000100:00000200:0.0:1776267959.212180:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483904, offset 0 00000400:00000200:0.0:1776267959.212187:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.212198:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.212205:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.212208:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.212210:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.212213:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91137:91137:256:4294967295] 192.168.202.34@tcp LPNI seq info [91137:91137:8:4294967295] 00000400:00000200:0.0:1776267959.212221:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.212226:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.212230:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343698). 00000800:00000200:0.0:1776267959.212250:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.212256:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.212259:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.212969:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.212973:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343450). 00000400:00000200:3.0:1776267959.212978:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.212983:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.212987:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da156716 00000400:00000010:3.0:1776267959.212988:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da156716. 00000100:00000200:3.0:1776267959.212995:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719f92a x1862549489483904/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267959.213928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017aeb80d. 00000400:00000200:2.0:1776267959.216145:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.216162:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28080 00000400:00000200:2.0:1776267959.216170:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7055 [1] + 224 00000400:00000200:2.0:1776267959.216182:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.216186:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.216196:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719f92a x1862549489483904/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267959.216375:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.216389:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267959.216391:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267959.216397:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719f92a x1862549489483904/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.216405:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719f92a x1862549489483904/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267959.216433:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cab1411f. 02000000:00000010:0.0:1776267959.216438:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea215f0e. 00000100:00000010:0.0:1776267959.216442:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 00000100:00000010:0.0:1776267959.216445:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267959.216448:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00010000:00000010:0.1:1776267959.217076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000408c974f. 00010000:00000010:0.1:1776267959.217083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f5b54cb. 00000400:00000200:2.0:1776267959.217818:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.217831:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e692c0 00000400:00000200:2.0:1776267959.217838:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5a65 [2] + 984 00000400:00000200:2.0:1776267959.217925:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.217930:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.217936:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.217941:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 00000020:00000010:3.0:1776267959.218595:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e0939be. 00000020:00000010:3.0:1776267959.218604:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.218609:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267959.218637:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7707e38 x1862549476119232/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267959.218674:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476119232 02000000:00000010:3.0:1776267959.218685:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e4a37aab. 00010000:00000010:3.0:1776267959.218845:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001affa3b7. 00010000:00000010:3.0:1776267959.218869:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.218876:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2336022. 00000100:00000010:3.0:1776267959.218919:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2336022. 00010000:00000010:3.0:1776267959.218923:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.218937:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b701ac31. 00000100:00000200:3.0:1776267959.218943:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476119232, offset 224 00000400:00000200:3.0:1776267959.218951:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00080000:00000010:0.0:1776267959.219073:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cab1411f. 00010000:00000010:0.0:1776267959.219181:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267959.219188:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c7134111. 00010000:00000010:0.0:1776267959.219273:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067c2c551. 00010000:00000010:0.0:1776267959.219281:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267959.219292:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267959.219296:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267959.219303:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 02000000:00000010:0.0:1776267959.219315:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f1cb214. 02000000:00000010:0.0:1776267959.219341:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea215f0e. 00000400:00000010:0.0:1776267959.219346:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.219350:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267959.219354:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489483968, portal 16 00000400:00000010:0.0:1776267959.219359:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f345824e. 00000100:00000200:0.0:1776267959.219360:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489483968, offset 0 00000400:00000200:0.0:1776267959.219366:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.219389:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.219395:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91138:91138:256:4294967295] 192.168.202.34@tcp LPNI seq info [91138:91138:8:4294967295] 00000400:00000200:3.0:1776267959.219404:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.219409:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.219415:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.219421:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.219427:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.219431:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.219458:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.219462:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267959.219465:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e0939be. 00000800:00000200:2.0:1776267959.219772:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.219776:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:2.0:1776267959.219782:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.219787:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.219791:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b701ac31 00000400:00000010:2.0:1776267959.219793:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b701ac31. 00000400:00000200:0.0:1776267959.221545:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.221553:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.221557:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.221562:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.221565:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91139:91139:255:4294967295] 192.168.202.34@tcp LPNI seq info [91139:91139:7:4294967295] 00000400:00000200:0.0:1776267959.221578:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.221585:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.221595:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267959.221602:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.221611:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.221614:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.222467:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.222472:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:2.0:1776267959.222478:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.222485:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.222489:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f345824e 00000400:00000010:2.0:1776267959.222491:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f345824e. 00000100:00000200:2.0:1776267959.222500:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719f92a x1862549489483968/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.225628:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.225652:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b280c0 00000400:00000200:2.0:1776267959.225663:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7061 [1] + 224 00000400:00000200:2.0:1776267959.225682:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.225686:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.225711:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719f92a x1862549489483968/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267959.226004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071bcd776. 00010000:00000010:0.1:1776267959.226013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac73a9b0. 00010000:00000010:0.1:1776267959.226031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000223b1c2e. 00000400:00000010:0.0:1776267959.226052:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.226057:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267959.226059:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267959.226066:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719f92a x1862549489483968/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.226075:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719f92a x1862549489483968/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267959.226115:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea215f0e. 02000000:00000010:0.0:1776267959.226121:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f1cb214. 00000100:00000010:0.0:1776267959.226124:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 00000100:00000010:0.0:1776267959.226129:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267959.226132:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00000400:00000200:2.0:1776267959.227282:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.227298:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69300 00000400:00000200:2.0:1776267959.227305:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5a65 [2] + 1312 00000400:00000200:2.0:1776267959.227374:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.227384:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.227390:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.227396:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f8b48. 00000020:00000010:3.0:1776267959.227644:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e0939be. 00000020:00000010:3.0:1776267959.227653:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.227658:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267959.227689:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68f8b48 x1862549476119296/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267959.227733:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476119296 02000000:00000010:3.0:1776267959.227746:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bed9a1bd. 00010000:00000010:3.0:1776267959.227776:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f6a5476d. 00010000:00000010:3.0:1776267959.227801:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.227807:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2336022. 00000100:00000010:3.0:1776267959.227821:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2336022. 00010000:00000010:3.0:1776267959.227824:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.227836:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035f6f22f. 00000100:00000200:3.0:1776267959.227841:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476119296, offset 224 00000400:00000200:3.0:1776267959.227849:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.227860:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.227865:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91140:91140:256:4294967295] 192.168.202.34@tcp LPNI seq info [91140:91140:8:4294967295] 00000400:00000200:3.0:1776267959.227877:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.227882:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.227886:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.227891:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.227919:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.227922:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.227946:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.227950:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267959.227953:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e0939be. 00080000:00000010:0.0:1776267959.228163:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea215f0e. 00010000:00000010:0.0:1776267959.228271:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267959.228278:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9464a03. 00010000:00000010:0.0:1776267959.228364:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000223b1c2e. 00010000:00000010:0.0:1776267959.228370:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267959.228394:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267959.228398:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267959.228406:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 02000000:00000010:0.0:1776267959.228418:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f1cb214. 02000000:00000010:0.0:1776267959.228443:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000492c3eba. 00000400:00000010:0.0:1776267959.228448:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.228452:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267959.228457:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484032, portal 16 00000400:00000010:0.0:1776267959.228463:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f345824e. 00000100:00000200:0.0:1776267959.228465:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484032, offset 0 00000400:00000200:0.0:1776267959.228472:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.228480:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.228487:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.228490:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.228493:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.228495:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91141:91141:255:4294967295] 192.168.202.34@tcp LPNI seq info [91141:91141:7:4294967295] 00000400:00000200:0.0:1776267959.228502:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.228506:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.228509:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343946). 00000800:00000200:0.0:1776267959.228513:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.228517:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.228519:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.229032:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.229037:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343698). 00000400:00000200:2.0:1776267959.229045:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.229050:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.229054:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035f6f22f 00000400:00000010:2.0:1776267959.229056:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035f6f22f. 00000800:00000200:2.0:1776267959.229122:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.229124:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000400:00000200:2.0:1776267959.229128:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.229131:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.229134:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f345824e 00000400:00000010:2.0:1776267959.229135:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f345824e. 00000100:00000200:2.0:1776267959.229142:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719f92a x1862549489484032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267959.230231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030555777. 00000400:00000200:2.0:1776267959.232339:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.232359:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28100 00000400:00000200:2.0:1776267959.232367:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb706d [1] + 224 00000400:00000200:2.0:1776267959.232390:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.232394:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.232403:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719f92a x1862549489484032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267959.232544:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.232549:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267959.232550:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267959.232556:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719f92a x1862549489484032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.232563:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719f92a x1862549489484032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267959.232591:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000492c3eba. 02000000:00000010:0.0:1776267959.232596:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f1cb214. 00000100:00000010:0.0:1776267959.232600:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 00000100:00000010:0.0:1776267959.232604:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267959.232607:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00010000:00000010:0.1:1776267959.233093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d52cc7a. 00010000:00000010:0.1:1776267959.233110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea79bde6. 00000400:00000200:2.0:1776267959.234663:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.234680:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69340 00000400:00000200:2.0:1776267959.234688:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5a65 [2] + 1640 00000400:00000200:2.0:1776267959.234749:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.234754:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.234760:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.234765:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e23e275. 00000020:00000010:1.0:1776267959.235019:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db0daa01. 00000020:00000010:1.0:1776267959.235027:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.235032:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.235062:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009e23e275 x1862549476119360/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267959.235095:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476119360 02000000:00000010:1.0:1776267959.235119:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a52a778. 00010000:00000010:1.0:1776267959.235150:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045dd17ec. 00010000:00000010:1.0:1776267959.235172:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267959.235178:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.235195:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.235199:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000400:00000010:1.0:1776267959.235211:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfd23bea. 00000100:00000200:1.0:1776267959.235216:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476119360, offset 224 00000400:00000200:1.0:1776267959.235223:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.235251:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.235257:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91142:91142:256:4294967295] 192.168.202.34@tcp LPNI seq info [91142:91142:8:4294967295] 00000400:00000200:1.0:1776267959.235268:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.235273:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.235277:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343698). 00000800:00000200:1.0:1776267959.235283:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.235289:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.235292:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.235314:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.235318:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.235320:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db0daa01. 00080000:00000010:0.0:1776267959.235459:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000492c3eba. 00010000:00000010:0.0:1776267959.235550:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267959.235556:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d10e6b74. 00010000:00000010:0.0:1776267959.235632:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001870ae9e. 00010000:00000010:0.0:1776267959.235636:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000015a6371b. 00010000:00000010:0.0:1776267959.235643:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea79bde6. 00010000:00000010:0.0:1776267959.235649:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e35d324e. 00080000:00000010:0.0:1776267959.235663:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f1cb214. 00010000:00000010:0.0:1776267959.235688:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267959.235691:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015a6371b. 00010000:00000010:0.0:1776267959.235740:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020c07ce9. 00010000:00000010:0.0:1776267959.235744:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267959.235751:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267959.235755:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267959.235761:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 02000000:00000010:0.0:1776267959.235773:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ff8317d. 02000000:00000010:0.0:1776267959.235796:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aad052cc. 00000400:00000010:0.0:1776267959.235801:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.235805:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267959.235809:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484096, portal 16 00000400:00000010:0.0:1776267959.235813:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da156716. 00000100:00000200:0.0:1776267959.235815:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484096, offset 0 00000400:00000200:0.0:1776267959.235821:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.235828:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.235835:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.235839:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.235841:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.235844:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91143:91143:255:4294967295] 192.168.202.34@tcp LPNI seq info [91143:91143:7:4294967295] 00000400:00000200:0.0:1776267959.235850:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.235855:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.235858:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343946). 00000800:00000200:0.0:1776267959.235862:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.235866:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.235869:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.236403:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.236407:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bc1d37 (tot 82343698). 00000400:00000200:2.0:1776267959.236411:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.236417:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.236422:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfd23bea 00000400:00000010:2.0:1776267959.236423:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfd23bea. 00000800:00000200:2.0:1776267959.236474:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.236476:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343450). 00000400:00000200:2.0:1776267959.236479:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.236481:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.236483:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da156716 00000400:00000010:2.0:1776267959.236485:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da156716. 00000100:00000200:2.0:1776267959.236491:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719f92a x1862549489484096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267959.238119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090eed56a. 00010000:00000010:0.1:1776267959.238803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebc881eb. 00010000:00000010:0.1:1776267959.238811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067c2c551. 00000400:00000200:2.0:1776267959.240655:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.240680:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28140 00000400:00000200:2.0:1776267959.240689:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7079 [1] + 224 00000400:00000200:2.0:1776267959.240705:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.240709:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.240720:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719f92a x1862549489484096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267959.240813:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.240819:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267959.240821:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267959.240828:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719f92a x1862549489484096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.240835:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719f92a x1862549489484096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267959.240867:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aad052cc. 02000000:00000010:0.0:1776267959.240874:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ff8317d. 00000100:00000010:0.0:1776267959.240879:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 00000100:00000010:0.0:1776267959.240883:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267959.240886:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00000400:00000200:2.0:1776267959.241402:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.241412:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69380 00000400:00000200:2.0:1776267959.241417:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5a65 [2] + 1968 00000400:00000010:2.0:1776267959.241419:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000806a5723. 00000400:00000200:2.0:1776267959.241422:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000dd5a1fa2 00000400:00000200:2.0:1776267959.241469:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.241473:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.241476:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd5a1fa2 00000400:00000010:2.0:1776267959.241478:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000dd5a1fa2 (tot 82343298). 00000100:00000200:2.0:1776267959.241482:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1776267959.242260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062ffa2e4. 00000020:00000010:3.0:1776267959.242622:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e0939be. 00000020:00000010:3.0:1776267959.242631:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.242635:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267959.242664:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000006d8d716 x1862549476119424/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267959.242867:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476119424 02000000:00000010:3.0:1776267959.242880:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008388316f. 00010000:00000010:3.0:1776267959.242934:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d41fc713. 00010000:00000010:3.0:1776267959.242955:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.243259:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2336022. 00000100:00000010:3.0:1776267959.243281:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a2336022. 00010000:00000010:3.0:1776267959.243285:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.243303:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267959.243310:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476119424, offset 224 00000400:00000200:3.0:1776267959.243319:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.243334:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.243339:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91144:91144:256:4294967295] 192.168.202.34@tcp LPNI seq info [91144:91144:8:4294967295] 00000400:00000200:3.0:1776267959.243348:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.243353:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.243358:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343546). 00000800:00000200:3.0:1776267959.243364:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.243371:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.243374:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1776267959.243496:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ff8317d. 00010000:00000010:0.0:1776267959.243584:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267959.243591:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042987b3f. 00010000:00000010:0.0:1776267959.243665:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067c2c551. 00010000:00000010:0.0:1776267959.243671:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267959.243682:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267959.243687:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267959.243694:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 02000000:00000010:0.0:1776267959.243719:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aad052cc. 02000000:00000010:0.0:1776267959.243743:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000de65968. 00000400:00000010:0.0:1776267959.243747:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.243751:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267959.243756:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484160, portal 16 00000400:00000010:0.0:1776267959.243761:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063608909. 00000100:00000200:0.0:1776267959.243763:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484160, offset 0 00000400:00000200:0.0:1776267959.243768:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.243775:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.243783:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.243785:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.243788:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.243790:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91145:91145:255:4294967295] 192.168.202.34@tcp LPNI seq info [91145:91145:7:4294967295] 00000400:00000200:0.0:1776267959.243797:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.243802:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.243805:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018c6a61f (tot 82343794). 00000800:00000200:0.0:1776267959.243809:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.243813:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.243815:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018c6a61f type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.243859:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.243865:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267959.243868:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e0939be. 02000000:00000010:3.0:1776267959.243876:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a52a778. 00000100:00000010:3.0:1776267959.243879:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e23e275. 02000000:00000010:3.0:1776267959.243882:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bed9a1bd. 00000100:00000010:3.0:1776267959.243884:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f8b48. 02000000:00000010:3.0:1776267959.243888:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e4a37aab. 00000100:00000010:3.0:1776267959.243889:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 02000000:00000010:3.0:1776267959.243892:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000019641a65. 00000100:00000010:3.0:1776267959.243915:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009747af4d. 02000000:00000010:3.0:1776267959.243918:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000043f83300. 00000100:00000010:3.0:1776267959.243921:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 02000000:00000010:3.0:1776267959.243924:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004feadbc2. 00000100:00000010:3.0:1776267959.243926:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000200:3.0:1776267959.243933:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267959.243938:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a01013b. 00000400:00000010:3.0:1776267959.243942:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2336022 (tot 82343946). 00000800:00000200:2.0:1776267959.244681:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.244685:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343698). 00000400:00000200:2.0:1776267959.244692:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.244754:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.244759:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:2.0:1776267959.244761:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 02000000:00000010:2.0:1776267959.244766:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008388316f. 00000800:00000200:2.0:1776267959.248407:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.248416:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018c6a61f (tot 82343450). 00000400:00000200:2.0:1776267959.248426:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.248436:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.248443:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063608909 00000400:00000010:2.0:1776267959.248446:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063608909. 00000100:00000200:2.0:1776267959.248458:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719f92a x1862549489484160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.248834:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.248849:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28180 00000400:00000200:2.0:1776267959.248856:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7085 [1] + 224 00000400:00000200:2.0:1776267959.248867:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.248870:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.248876:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719f92a x1862549489484160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.249261:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.249269:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e693c0 00000400:00000200:2.0:1776267959.249274:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5abd [2] + 0 00000400:00000200:2.0:1776267959.249331:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.249336:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.249341:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.249346:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047e24643. 00000020:00000010:3.0:1776267959.249745:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008388316f. 00000020:00000010:3.0:1776267959.249753:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.249758:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267959.249785:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047e24643 x1862549476119488/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267959.249828:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476119488 02000000:00000010:3.0:1776267959.249841:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000019641a65. 00010000:00000010:3.0:1776267959.249885:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.249907:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acac9f5e. 00000100:00000010:3.0:1776267959.249914:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acac9f5e. 00010000:00000010:3.0:1776267959.249918:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.249933:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7e646e3. 00000100:00000200:3.0:1776267959.249937:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476119488, offset 224 00000400:00000200:3.0:1776267959.249945:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.249956:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.249972:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91146:91146:256:4294967295] 192.168.202.34@tcp LPNI seq info [91146:91146:8:4294967295] 00000400:00000200:3.0:1776267959.249983:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.249989:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.249994:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267959.250000:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.250008:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.250012:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.250029:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.250033:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:3.0:1776267959.250035:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008388316f. 00000800:00000200:2.0:1776267959.250312:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.250316:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:2.0:1776267959.250323:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.250327:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.250331:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7e646e3 00000400:00000010:2.0:1776267959.250333:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7e646e3. 00010000:00000010:0.1:1776267959.252185:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c037544b. 00010000:00000010:0.1:1776267959.252200:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000223b1c2e. 00010000:00000010:0.1:1776267959.252206:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001870ae9e. 00010000:00000010:0.1:1776267959.252209:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea79bde6. 00000400:00000010:0.0:1776267959.252225:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.252230:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267959.252232:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267959.252254:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719f92a x1862549489484160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.252265:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719f92a x1862549489484160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267959.252293:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005422932. 02000000:00000010:0.0:1776267959.252310:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000de65968. 02000000:00000010:0.0:1776267959.252316:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aad052cc. 00000100:00000010:0.0:1776267959.252319:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 00000100:00000010:0.0:1776267959.252323:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267959.252327:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00080000:00000010:2.0:1776267959.252524:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008de8f362. 00010000:00000010:2.0:1776267959.252620:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e35d324e. 00010000:00000010:2.0:1776267959.252628:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000080cc88b5. 00010000:00000010:2.0:1776267959.252698:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.0:1776267959.252704:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000054e93c09. 00010000:00000010:2.0:1776267959.252715:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000008dd24a2. 00000100:00000010:2.0:1776267959.252721:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.252728:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e06806be. 02000000:00000010:2.0:1776267959.252742:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccb809fc. 02000000:00000010:2.0:1776267959.252769:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004787b750. 00000400:00000010:2.0:1776267959.252775:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000806a5723. 00000400:00000010:2.0:1776267959.252780:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d6a6580. 00000100:00000200:2.0:1776267959.252784:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484224, portal 16 00000400:00000010:2.0:1776267959.252789:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d911512c. 00000100:00000200:2.0:1776267959.252791:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484224, offset 0 00000400:00000200:2.0:1776267959.252799:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.252811:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.252817:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.252820:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.252823:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.252827:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91147:91147:256:4294967295] 192.168.202.34@tcp LPNI seq info [91147:91147:8:4294967295] 00000400:00000200:2.0:1776267959.252837:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.252842:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.252847:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267959.252853:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.252859:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.252863:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.254886:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.1:1776267959.255232:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001d69897. 00000800:00000010:3.0:1776267959.255253:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267959.255259:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.255269:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.255276:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d911512c 00000400:00000010:3.0:1776267959.255278:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d911512c. 00000100:00000200:3.0:1776267959.255289:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e06806be x1862549489484224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.257747:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.257770:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b281c0 00000400:00000200:2.0:1776267959.257781:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7095 [1] + 224 00000400:00000200:2.0:1776267959.257793:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.257797:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.257806:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e06806be x1862549489484224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.257851:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.257856:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69400 00000400:00000200:2.0:1776267959.257861:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5abd [2] + 328 00000400:00000200:2.0:1776267959.257870:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.257872:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.257876:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.257881:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd184d01. 00000400:00000010:0.0:1776267959.258127:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000806a5723. 00000400:00000200:0.0:1776267959.258132:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d6a6580 00000400:00000010:0.0:1776267959.258135:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d6a6580. 00000100:00000200:0.0:1776267959.258142:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e06806be x1862549489484224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.258150:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e06806be x1862549489484224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267959.258179:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004787b750. 02000000:00000010:0.0:1776267959.258185:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccb809fc. 00000100:00000010:0.0:1776267959.258190:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e06806be. 00000100:00000010:0.0:1776267959.258194:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:0.0:1776267959.258198:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000008dd24a2. 00000020:00000010:1.0:1776267959.258356:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000990a8a03. 00000020:00000010:1.0:1776267959.258363:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.258368:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.258404:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bd184d01 x1862549476119552/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267959.258427:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476119552 02000000:00000010:1.0:1776267959.258438:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a3a500d9. 00010000:00000010:1.0:1776267959.258468:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2aea96b. 00010000:00000010:1.0:1776267959.258490:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267959.258496:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.258512:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.258515:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000400:00000010:1.0:1776267959.258527:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b326f591. 00000100:00000200:1.0:1776267959.258531:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476119552, offset 224 00000400:00000200:1.0:1776267959.258539:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.258550:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.258556:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91148:91148:256:4294967295] 192.168.202.34@tcp LPNI seq info [91148:91148:8:4294967295] 00000400:00000200:1.0:1776267959.258564:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.258569:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.258574:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a46ad86 (tot 82343698). 00000800:00000200:1.0:1776267959.258579:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.258586:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.258590:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007a46ad86 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.258614:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000afa761f7. 00000020:00000010:1.0:1776267959.258617:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.258620:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000990a8a03. 00000800:00000200:2.0:1776267959.258882:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.258886:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a46ad86 (tot 82343450). 00000400:00000200:2.0:1776267959.258890:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.258918:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.258922:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b326f591 00000400:00000010:2.0:1776267959.258923:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b326f591. 00080000:00000010:0.0:1776267959.259312:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aad052cc. 00010000:00000010:0.0:1776267959.259425:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054e93c09. 00010000:00000010:0.0:1776267959.259433:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c72f090b. 00010000:00000010:0.0:1776267959.259506:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea79bde6. 00010000:00000010:0.0:1776267959.259512:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267959.259525:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267959.259530:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267959.259537:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 02000000:00000010:0.0:1776267959.259548:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000de65968. 02000000:00000010:0.0:1776267959.259572:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccb809fc. 00000400:00000010:0.0:1776267959.259577:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.259580:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267959.259585:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484288, portal 16 00000400:00000010:0.0:1776267959.259590:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd188b69. 00000100:00000200:0.0:1776267959.259591:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484288, offset 0 00000400:00000200:0.0:1776267959.259597:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.259608:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.259615:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.259618:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.259621:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.259624:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91149:91149:256:4294967295] 192.168.202.34@tcp LPNI seq info [91149:91149:8:4294967295] 00000400:00000200:0.0:1776267959.259632:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.259636:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.259639:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343698). 00000800:00000200:0.0:1776267959.259645:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.259649:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.259652:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.259955:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.259966:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:2.0:1776267959.259971:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.259976:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.259980:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd188b69 00000400:00000010:2.0:1776267959.259981:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd188b69. 00000100:00000200:2.0:1776267959.259988:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719f92a x1862549489484288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267959.260655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000be4bdd7. 00010000:00000010:0.1:1776267959.260663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020c07ce9. 00010000:00000010:0.1:1776267959.260666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1af45f5. 00010000:00000010:2.1:1776267959.260936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000585d68ce. 00010000:00000010:2.1:1776267959.260942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067c2c551. 00000400:00000200:2.0:1776267959.264410:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.264435:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28200 00000400:00000200:2.0:1776267959.264444:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb70a1 [1] + 224 00000400:00000200:2.0:1776267959.264456:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.264461:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.264474:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719f92a x1862549489484288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.264512:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.264518:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69440 00000400:00000200:2.0:1776267959.264522:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5abd [2] + 656 00000400:00000200:2.0:1776267959.264533:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.264536:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.264540:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.264547:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000070c0c82b. 00000400:00000010:0.0:1776267959.264571:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.264577:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267959.264579:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267959.264586:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719f92a x1862549489484288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.264594:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719f92a x1862549489484288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267959.264621:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccb809fc. 02000000:00000010:0.0:1776267959.264627:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000de65968. 00000100:00000010:0.0:1776267959.264632:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 00000100:00000010:0.0:1776267959.264635:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:0.0:1776267959.264638:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00000020:00000010:3.0:1776267959.264722:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008388316f. 00000020:00000010:3.0:1776267959.264730:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.264735:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9aef56d. 00000100:00000200:3.0:1776267959.264757:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000070c0c82b x1862549476119616/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267959.264798:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476119616 02000000:00000010:3.0:1776267959.264811:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bed9a1bd. 00010000:00000010:3.0:1776267959.264839:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001154c19b. 00010000:00000010:3.0:1776267959.264863:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.264869:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acac9f5e. 00000100:00000010:3.0:1776267959.264880:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acac9f5e. 00010000:00000010:3.0:1776267959.264882:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.264931:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000503c1aa0. 00000100:00000200:3.0:1776267959.264937:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476119616, offset 224 00000400:00000200:3.0:1776267959.264944:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.264955:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00010000:00000010:1.1:1776267959.265118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8fa68c6. 00080000:00000010:0.0:1776267959.265311:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccb809fc. 00010000:00000010:0.0:1776267959.265411:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267959.265418:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000febc74b. 00010000:00000010:0.0:1776267959.265494:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020c07ce9. 00010000:00000010:0.0:1776267959.265500:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267959.265509:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267959.265513:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9c5c280. 00000100:00000010:0.0:1776267959.265519:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 02000000:00000010:0.0:1776267959.265530:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000de65968. 02000000:00000010:0.0:1776267959.265552:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000620f77e1. 00000400:00000010:0.0:1776267959.265557:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.265560:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267959.265564:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484352, portal 16 00000400:00000010:0.0:1776267959.265568:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffbbe46f. 00000100:00000200:0.0:1776267959.265570:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484352, offset 0 00000400:00000200:0.0:1776267959.265576:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.265797:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91150:91150:256:4294967295] 192.168.202.34@tcp LPNI seq info [91150:91150:8:4294967295] 00000400:00000200:3.0:1776267959.265806:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.265811:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.265873:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267959.265882:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.265890:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.265916:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.265941:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:2.0:1776267959.265946:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9aef56d. 00000020:00000010:2.0:1776267959.265950:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008388316f. 00000800:00000200:3.0:1776267959.266189:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.266192:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:3.0:1776267959.266197:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.266202:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.266206:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000503c1aa0 00000400:00000010:3.0:1776267959.266207:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000503c1aa0. 00010000:00000010:0.1:1776267959.269916:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d28d0e3. 00010000:00000010:0.1:1776267959.269933:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00000400:00000200:0.0:1776267959.270021:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.270030:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.270034:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.270036:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.270039:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91151:91151:255:4294967295] 192.168.202.34@tcp LPNI seq info [91151:91151:7:4294967295] 00000400:00000200:0.0:1776267959.270049:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.270056:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.270512:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070de03a1 (tot 82343698). 00000800:00000200:1.0:1776267959.270523:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.270531:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.270534:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070de03a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.274205:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.274214:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070de03a1 (tot 82343450). 00000400:00000200:2.0:1776267959.274223:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.274232:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.274249:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffbbe46f 00000400:00000010:2.0:1776267959.274251:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffbbe46f. 00000100:00000200:2.0:1776267959.274264:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719f92a x1862549489484352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.274648:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.274663:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28240 00000400:00000200:2.0:1776267959.274671:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb70ad [1] + 224 00000400:00000200:2.0:1776267959.274681:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.274684:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.274690:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719f92a x1862549489484352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.274851:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.274857:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69480 00000400:00000200:2.0:1776267959.274862:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5abd [2] + 984 00000400:00000200:2.0:1776267959.274954:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.275562:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.275569:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.275577:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b4b4fcf9. 00010000:00000010:3.1:1776267959.275768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4072d9d. 00000020:00000010:3.0:1776267959.275817:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043f83300. 00000020:00000010:3.0:1776267959.275824:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.275828:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.275852:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b4b4fcf9 x1862549476119680/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267959.275890:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476119680 02000000:00000010:3.0:1776267959.276204:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e4a37aab. 00010000:00000010:3.0:1776267959.276261:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.276270:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acac9f5e. 00000100:00000010:3.0:1776267959.276277:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acac9f5e. 00010000:00000010:3.0:1776267959.276281:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.276295:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000503c1aa0. 00000100:00000200:3.0:1776267959.276300:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476119680, offset 224 00000400:00000200:3.0:1776267959.276308:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.276322:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.276328:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91152:91152:256:4294967295] 192.168.202.34@tcp LPNI seq info [91152:91152:8:4294967295] 00000400:00000200:3.0:1776267959.276337:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.276343:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.276348:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.276355:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.276361:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.276364:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.276557:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.276561:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:2.0:1776267959.276567:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.276571:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.276575:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000503c1aa0 00000400:00000010:2.0:1776267959.276577:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000503c1aa0. 00000020:00000010:3.0:1776267959.276614:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.276621:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.276624:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043f83300. 00000400:00000010:1.0:1776267959.278197:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:1.0:1776267959.278209:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:1.0:1776267959.278211:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:1.0:1776267959.278223:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719f92a x1862549489484352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.278233:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719f92a x1862549489484352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267959.278274:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005fd4cc88. 02000000:00000010:1.0:1776267959.278295:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000620f77e1. 02000000:00000010:1.0:1776267959.278300:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000de65968. 00000100:00000010:1.0:1776267959.278306:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 00000100:00000010:1.0:1776267959.278310:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9c5c280. 00010000:00000010:1.0:1776267959.278313:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00080000:00000010:1.0:1776267959.278338:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000990a8a03. 00010000:00000010:1.0:1776267959.278538:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f22ae854. 00010000:00000010:1.0:1776267959.278546:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e0906b7. 00010000:00000010:1.0:1776267959.278622:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb683e32. 00010000:00000010:1.0:1776267959.278627:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000afa761f7. 00010000:00000010:1.0:1776267959.278633:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.0:1776267959.278640:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000080a07673. 00080000:00000010:1.0:1776267959.278659:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a52a778. 00010000:00000010:1.0:1776267959.278683:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080a07673. 00010000:00000010:1.0:1776267959.278687:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000afa761f7. 00010000:00000010:1.0:1776267959.278752:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003774a7d6. 00010000:00000010:1.0:1776267959.278756:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000080a07673. 00010000:00000010:1.0:1776267959.278765:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267959.278771:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.278780:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 02000000:00000010:1.0:1776267959.278792:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000de65968. 02000000:00000010:1.0:1776267959.278823:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004feadbc2. 00000400:00000010:1.0:1776267959.278829:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008637e53c. 00000400:00000010:1.0:1776267959.278834:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b326f591. 00000100:00000200:1.0:1776267959.278840:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484416, portal 16 00000400:00000010:1.0:1776267959.278846:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfd23bea. 00000100:00000200:1.0:1776267959.278848:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484416, offset 0 00000400:00000200:1.0:1776267959.278856:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.278871:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.278878:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.278882:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.278885:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.278888:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91153:91153:256:4294967295] 192.168.202.34@tcp LPNI seq info [91153:91153:8:4294967295] 00000400:00000200:1.0:1776267959.279260:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.279267:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.279273:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343698). 00000800:00000200:1.0:1776267959.279280:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.279287:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.279292:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776267959.283222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095a48a4b. 00010000:00000010:0.1:1776267959.283251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea79bde6. 00000800:00000200:2.0:1776267959.283358:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.283363:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007516ad8d (tot 82343450). 00000400:00000200:2.0:1776267959.283369:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.283378:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.283393:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfd23bea 00000400:00000010:2.0:1776267959.283395:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfd23bea. 00000100:00000200:2.0:1776267959.283406:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa9f9452 x1862549489484416/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.284053:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.284069:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28280 00000400:00000200:2.0:1776267959.284078:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb70b9 [1] + 224 00000400:00000200:2.0:1776267959.284089:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.284092:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.284098:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa9f9452 x1862549489484416/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.284284:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.284290:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e694c0 00000400:00000200:2.0:1776267959.284295:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5abd [2] + 1312 00000400:00000200:2.0:1776267959.284358:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.284362:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.284367:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.284372:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1d117d4. 00000020:00000010:3.0:1776267959.284944:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043f83300. 00000020:00000010:3.0:1776267959.284952:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.285027:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.285059:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1d117d4 x1862549476119744/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267959.285095:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476119744 02000000:00000010:3.0:1776267959.285188:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e0939be. 00010000:00000010:3.0:1776267959.285225:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.285231:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acac9f5e. 00000100:00000010:3.0:1776267959.285249:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acac9f5e. 00010000:00000010:3.0:1776267959.285253:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.285268:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a502439. 00000100:00000200:3.0:1776267959.285273:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476119744, offset 224 00000400:00000200:3.0:1776267959.285282:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.285294:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.285299:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91154:91154:256:4294967295] 192.168.202.34@tcp LPNI seq info [91154:91154:8:4294967295] 00000400:00000200:3.0:1776267959.285310:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.285315:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.285319:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.285325:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.285331:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.285335:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.285419:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.285424:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.285427:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043f83300. 00000400:00000010:1.0:1776267959.285617:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008637e53c. 00000400:00000200:1.0:1776267959.285622:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b326f591 00000400:00000010:1.0:1776267959.285624:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b326f591. 00000100:00000200:1.0:1776267959.285630:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa9f9452 x1862549489484416/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.285639:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa9f9452 x1862549489484416/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267959.285658:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb892cdd. 02000000:00000010:1.0:1776267959.285673:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004feadbc2. 02000000:00000010:1.0:1776267959.285678:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000de65968. 00000100:00000010:1.0:1776267959.285683:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 00000100:00000010:1.0:1776267959.285687:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.285690:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00080000:00000010:1.0:1776267959.285718:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004feadbc2. 00010000:00000010:1.0:1776267959.285796:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080a07673. 00010000:00000010:1.0:1776267959.285803:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f12e2a00. 00010000:00000010:1.0:1776267959.285879:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000930ee9. 00010000:00000010:1.0:1776267959.285885:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000080a07673. 00010000:00000010:1.0:1776267959.285925:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267959.285929:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.285936:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 02000000:00000010:1.0:1776267959.285946:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db0daa01. 02000000:00000010:1.0:1776267959.286075:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000de65968. 00000400:00000010:1.0:1776267959.286080:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008637e53c. 00000400:00000010:1.0:1776267959.286085:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b326f591. 00000100:00000200:1.0:1776267959.286089:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484480, portal 16 00000400:00000010:1.0:1776267959.286093:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9745e3. 00000100:00000200:1.0:1776267959.286095:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484480, offset 0 00000400:00000200:1.0:1776267959.286173:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.286183:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.286189:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.286192:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.286195:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.286197:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91155:91155:255:4294967295] 192.168.202.34@tcp LPNI seq info [91155:91155:7:4294967295] 00000400:00000200:1.0:1776267959.286205:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.286210:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.286213:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343946). 00000800:00000200:1.0:1776267959.286219:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.286224:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.286226:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.287584:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.287590:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343698). 00000400:00000200:0.0:1776267959.287600:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.287607:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.287612:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a502439 00000400:00000010:0.0:1776267959.287614:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a502439. 00000800:00000200:0.0:1776267959.287682:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.287684:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576a5c4b (tot 82343450). 00000400:00000200:0.0:1776267959.287687:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.287690:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.287692:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9745e3 00000400:00000010:0.0:1776267959.287693:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9745e3. 00000100:00000200:0.0:1776267959.287709:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa9f9452 x1862549489484480/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.290592:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.290615:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b282c0 00000400:00000200:2.0:1776267959.290624:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb70c5 [1] + 224 00000400:00000200:2.0:1776267959.290638:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.290641:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.290653:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa9f9452 x1862549489484480/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.290696:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.290702:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69500 00000400:00000200:2.0:1776267959.290707:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5abd [2] + 1640 00000400:00000200:2.0:1776267959.290716:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.290719:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.290723:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.290730:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e06806be. 00000020:00000010:0.0:1776267959.290940:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000620f77e1. 00000020:00000010:0.0:1776267959.290949:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015a6371b. 00000020:00000010:0.0:1776267959.290953:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267959.290991:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e06806be x1862549476119808/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267959.291026:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476119808 02000000:00000010:0.0:1776267959.291042:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008b25e1be. 00010000:00000010:0.0:1776267959.291085:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d66fb9a. 00000100:00000010:0.0:1776267959.291092:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020d496af. 00000100:00000010:0.0:1776267959.291099:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020d496af. 00010000:00000010:0.0:1776267959.291113:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d66fb9a. 00000400:00000010:0.0:1776267959.291129:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2d341db. 00000100:00000200:0.0:1776267959.291135:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476119808, offset 224 00000400:00000200:0.0:1776267959.291143:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.291155:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.291161:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91156:91156:256:4294967295] 192.168.202.34@tcp LPNI seq info [91156:91156:8:4294967295] 00000400:00000200:0.0:1776267959.291173:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.291178:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.291183:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb6d44d (tot 82343698). 00000800:00000200:0.0:1776267959.291189:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.291196:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.291200:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bb6d44d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267959.291217:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015a6371b. 00000020:00000010:0.0:1776267959.291220:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267959.291223:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000620f77e1. 00000800:00000200:2.0:1776267959.291451:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.291454:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb6d44d (tot 82343450). 00000400:00000200:2.0:1776267959.291458:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.291462:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.291466:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2d341db 00000400:00000010:2.0:1776267959.291467:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2d341db. 00000400:00000010:3.0:1776267959.291715:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008637e53c. 00000400:00000200:3.0:1776267959.291720:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b326f591 00000400:00000010:3.0:1776267959.291722:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b326f591. 00000100:00000200:3.0:1776267959.291728:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa9f9452 x1862549489484480/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267959.291737:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa9f9452 x1862549489484480/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267959.291759:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016fdc934. 02000000:00000010:3.0:1776267959.291776:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000de65968. 02000000:00000010:3.0:1776267959.291781:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db0daa01. 00000100:00000010:3.0:1776267959.291785:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 00000100:00000010:3.0:1776267959.291789:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:3.0:1776267959.291792:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00080000:00000010:3.0:1776267959.291810:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043f83300. 00010000:00000010:3.0:1776267959.291932:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080a07673. 00010000:00000010:3.0:1776267959.291938:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d04dbe3. 00010000:00000010:3.0:1776267959.292016:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010463aa4. 00010000:00000010:3.0:1776267959.292023:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d41fc713. 00010000:00000010:3.0:1776267959.292033:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.292038:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acac9f5e. 00000100:00000010:3.0:1776267959.292045:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000594b1263. 02000000:00000010:3.0:1776267959.292055:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db0daa01. 02000000:00000010:3.0:1776267959.292080:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e91b22f. 00000400:00000010:3.0:1776267959.292086:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000258f230b. 00000400:00000010:3.0:1776267959.292090:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267959.292095:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484544, portal 16 00000400:00000010:3.0:1776267959.292098:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009716a069. 00000100:00000200:3.0:1776267959.292176:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484544, offset 0 00000400:00000200:3.0:1776267959.292184:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.292192:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.292198:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267959.292201:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267959.292204:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267959.292206:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91157:91157:256:4294967295] 192.168.202.34@tcp LPNI seq info [91157:91157:8:4294967295] 00000400:00000200:3.0:1776267959.292214:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.292219:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.292223:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267959.292228:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.292233:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.292246:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.293821:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.293829:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267959.293837:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.293844:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.293850:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009716a069 00000400:00000010:0.0:1776267959.293852:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009716a069. 00000100:00000200:0.0:1776267959.293860:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000594b1263 x1862549489484544/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.296883:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.296941:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28300 00000400:00000200:2.0:1776267959.296950:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb70d1 [1] + 224 00000400:00000200:2.0:1776267959.296972:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.296976:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.296986:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000594b1263 x1862549489484544/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.297017:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.297022:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69540 00000400:00000200:2.0:1776267959.297026:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5abd [2] + 1968 00000400:00000010:2.0:1776267959.297030:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091dd6006. 00000400:00000200:2.0:1776267959.297036:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000070acab38 00000400:00000200:2.0:1776267959.297042:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.297045:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.297047:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070acab38 00000400:00000010:2.0:1776267959.297048:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000070acab38 (tot 82343298). 00000100:00000200:2.0:1776267959.297054:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776267959.297168:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000def7e6c2. 00000020:00000010:0.0:1776267959.297176:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015a6371b. 00000020:00000010:0.0:1776267959.297179:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267959.297203:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b4307c0f x1862549476119872/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267959.297247:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476119872 02000000:00000010:0.0:1776267959.297258:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000053033c1d. 00010000:00000010:0.0:1776267959.297299:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d66fb9a. 00000100:00000010:0.0:1776267959.297307:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020d496af. 00000100:00000010:0.0:1776267959.297313:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020d496af. 00010000:00000010:0.0:1776267959.297316:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d66fb9a. 00000400:00000010:0.0:1776267959.297328:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d0114a6. 00000100:00000200:0.0:1776267959.297333:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476119872, offset 224 00000400:00000200:0.0:1776267959.297341:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.297351:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.297356:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91158:91158:256:4294967295] 192.168.202.34@tcp LPNI seq info [91158:91158:8:4294967295] 00000400:00000200:0.0:1776267959.297365:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.297370:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.297375:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb6d44d (tot 82343546). 00000800:00000200:0.0:1776267959.297392:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.297399:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.297402:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bb6d44d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267959.297417:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015a6371b. 00000020:00000010:0.0:1776267959.297420:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267959.297423:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000def7e6c2. 02000000:00000010:0.0:1776267959.297431:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008b25e1be. 00000100:00000010:0.0:1776267959.297433:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e06806be. 02000000:00000010:0.0:1776267959.297437:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e0939be. 00000100:00000010:0.0:1776267959.297440:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1d117d4. 02000000:00000010:0.0:1776267959.297443:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e4a37aab. 00000100:00000010:0.0:1776267959.297445:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b4b4fcf9. 02000000:00000010:0.0:1776267959.297447:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bed9a1bd. 00000100:00000010:0.0:1776267959.297450:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000070c0c82b. 02000000:00000010:0.0:1776267959.297454:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a3a500d9. 00000100:00000010:0.0:1776267959.297456:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd184d01. 02000000:00000010:0.0:1776267959.297459:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000019641a65. 00000100:00000010:0.0:1776267959.297461:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047e24643. 00000100:00000200:0.0:1776267959.297467:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776267959.297471:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006b8413ca. 00000400:00000010:0.0:1776267959.297475:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000020d496af (tot 82343698). 00000800:00000200:2.0:1776267959.297783:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.297787:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb6d44d (tot 82343450). 00000400:00000200:2.0:1776267959.297793:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.297797:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.297800:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d0114a6 00000400:00000010:2.0:1776267959.297801:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d0114a6. 02000000:00000010:2.0:1776267959.297806:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053033c1d. 00000400:00000010:3.0:1776267959.298192:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000258f230b. 00000400:00000200:3.0:1776267959.298196:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:3.0:1776267959.298197:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000100:00000200:3.0:1776267959.298205:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000594b1263 x1862549489484544/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267959.298213:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000594b1263 x1862549489484544/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267959.298254:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d6b49d59. 02000000:00000010:3.0:1776267959.298272:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e91b22f. 02000000:00000010:3.0:1776267959.298280:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db0daa01. 00000100:00000010:3.0:1776267959.298284:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000594b1263. 00000100:00000010:3.0:1776267959.298287:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acac9f5e. 00010000:00000010:3.0:1776267959.298290:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00080000:00000010:3.0:1776267959.298312:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e91b22f. 00010000:00000010:3.0:1776267959.298993:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d41fc713. 00010000:00000010:3.0:1776267959.299005:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a42863dd. 00010000:00000010:3.0:1776267959.299087:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000218a88e3. 00010000:00000010:3.0:1776267959.299094:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d41fc713. 00010000:00000010:2.0:1776267959.300321:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008af89d8d. 00000100:00000010:2.0:1776267959.300334:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.300345:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267959.300361:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004787b750. 02000000:00000010:2.0:1776267959.300402:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008388316f. 00000400:00000010:2.0:1776267959.300409:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006da3d5a2. 00000400:00000010:2.0:1776267959.300416:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267959.300424:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484608, portal 16 00000400:00000010:2.0:1776267959.300430:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d97fa0c. 00000100:00000200:2.0:1776267959.300432:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484608, offset 0 00000400:00000200:2.0:1776267959.300441:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.300457:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.300464:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.300468:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.300471:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.300475:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91159:91159:256:4294967295] 192.168.202.34@tcp LPNI seq info [91159:91159:8:4294967295] 00000400:00000200:2.0:1776267959.300484:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.300490:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.300494:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267959.300502:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.300509:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.300513:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.300773:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.300778:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:0.0:1776267959.300784:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.300790:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.300795:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d97fa0c 00000400:00000010:0.0:1776267959.300797:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d97fa0c. 00000100:00000200:0.0:1776267959.300806:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5837bfc x1862549489484608/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267959.301271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9bd5d0c. 00010000:00000010:1.1:1776267959.301280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f08eae87. 00010000:00000010:1.1:1776267959.301285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020c07ce9. 00010000:00000010:1.1:1776267959.301288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb683e32. 00010000:00000010:1.1:1776267959.301291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00010000:00000010:3.1:1776267959.304368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000726cfa9a. 00010000:00000010:1.1:1776267959.304934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad850ed2. 00010000:00000010:1.1:1776267959.304942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008070d9a4. 00010000:00000010:1.1:1776267959.304947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00000400:00000200:2.0:1776267959.305714:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.305732:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28340 00000400:00000200:2.0:1776267959.305740:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb70e1 [1] + 224 00000400:00000200:2.0:1776267959.305752:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.305756:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.305768:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5837bfc x1862549489484608/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.305808:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.305814:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69580 00000400:00000200:2.0:1776267959.305819:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5b15 [2] + 0 00000400:00000200:2.0:1776267959.305829:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.305831:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.305836:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.305841:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 00000020:00000010:0.0:1776267959.306002:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b25e1be. 00000020:00000010:0.0:1776267959.306009:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015a6371b. 00000020:00000010:0.0:1776267959.306014:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267959.306041:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007dd391c3 x1862549476119936/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267959.306078:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476119936 02000000:00000010:0.0:1776267959.306088:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000def7e6c2. 00010000:00000010:0.0:1776267959.306292:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d66fb9a. 00000100:00000010:0.0:1776267959.306301:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d86d771. 00000100:00000010:0.0:1776267959.306308:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d86d771. 00010000:00000010:0.0:1776267959.306312:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d66fb9a. 00000400:00000010:0.0:1776267959.306328:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036667960. 00000100:00000200:0.0:1776267959.306333:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476119936, offset 224 00000400:00000200:0.0:1776267959.306340:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.306351:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.306356:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91160:91160:256:4294967295] 192.168.202.34@tcp LPNI seq info [91160:91160:8:4294967295] 00000400:00000200:0.0:1776267959.306366:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.306370:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.306374:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343698). 00000800:00000200:0.0:1776267959.306391:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.306398:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.306402:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267959.306418:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015a6371b. 00000020:00000010:0.0:1776267959.306421:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267959.306424:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b25e1be. 00000800:00000200:2.0:1776267959.307588:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.307595:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:2.0:1776267959.307601:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.307608:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.307613:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036667960 00000400:00000010:2.0:1776267959.307616:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036667960. 00000400:00000010:2.0:1776267959.308567:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006da3d5a2. 00000400:00000200:2.0:1776267959.308576:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:2.0:1776267959.308578:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000100:00000200:2.0:1776267959.308591:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489484608/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267959.308601:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489484608/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267959.308633:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc9aaf7c. 02000000:00000010:2.0:1776267959.308651:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008388316f. 02000000:00000010:2.0:1776267959.308655:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004787b750. 00000100:00000010:2.0:1776267959.308660:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:2.0:1776267959.308663:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:2.0:1776267959.308666:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008af89d8d. 00080000:00000010:2.0:1776267959.308686:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008388316f. 00010000:00000010:2.0:1776267959.309041:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d41fc713. 00010000:00000010:2.0:1776267959.309049:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008273cf16. 00010000:00000010:2.0:1776267959.309270:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.0:1776267959.309277:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007e6c0e43. 00010000:00000010:2.0:1776267959.309289:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008af89d8d. 00000100:00000010:2.0:1776267959.309295:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.309303:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267959.309318:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004787b750. 02000000:00000010:2.0:1776267959.309347:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff07397e. 00000400:00000010:2.0:1776267959.309352:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006da3d5a2. 00000400:00000010:2.0:1776267959.309357:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267959.309362:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484672, portal 16 00000400:00000010:2.0:1776267959.309368:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d61039d. 00000100:00000200:2.0:1776267959.309370:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484672, offset 0 00000400:00000200:2.0:1776267959.309559:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.309574:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.309581:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.309584:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.309587:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.309591:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91161:91161:256:4294967295] 192.168.202.34@tcp LPNI seq info [91161:91161:8:4294967295] 00000400:00000200:2.0:1776267959.309601:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.309609:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.309614:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267959.309621:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.309629:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.309632:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.312955:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.313072:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:0.0:1776267959.313083:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.313092:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.313099:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d61039d 00000400:00000010:0.0:1776267959.313176:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d61039d. 00000100:00000200:0.0:1776267959.313189:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5837bfc x1862549489484672/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267959.313339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025fe1d83. 00010000:00000010:3.1:1776267959.313350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000930ee9. 00010000:00000010:3.1:1776267959.313354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009016d310. 00010000:00000010:3.1:1776267959.313358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1a4bcf0. 00010000:00000010:3.1:1776267959.313360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010463aa4. 00000400:00000200:2.0:1776267959.313546:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.313562:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28380 00000400:00000200:2.0:1776267959.313570:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb70ed [1] + 224 00000400:00000200:2.0:1776267959.313582:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.313585:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.313591:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5837bfc x1862549489484672/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.313625:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.313630:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e695c0 00000400:00000200:2.0:1776267959.313634:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5b15 [2] + 328 00000400:00000200:2.0:1776267959.313642:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.313644:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.313648:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.313652:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009747af4d. 00000400:00000010:0.0:1776267959.313730:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006da3d5a2. 00000400:00000200:0.0:1776267959.313734:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:0.0:1776267959.313735:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000100:00000200:0.0:1776267959.313740:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489484672/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.313748:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489484672/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267959.313776:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff07397e. 02000000:00000010:0.0:1776267959.313783:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004787b750. 00000100:00000010:0.0:1776267959.313788:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:0.0:1776267959.313791:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:0.0:1776267959.313795:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008af89d8d. 00000020:00000010:2.0:1776267959.314252:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0452dfd. 00000020:00000010:2.0:1776267959.314260:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.314264:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.314293:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009747af4d x1862549476120000/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267959.314333:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120000 02000000:00000010:2.0:1776267959.314347:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff07397e. 00010000:00000010:2.0:1776267959.314377:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023853a93. 00010000:00000010:2.0:1776267959.314400:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267959.314406:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.314423:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:2.0:1776267959.314426:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267959.314440:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f66fea4f. 00000100:00000200:2.0:1776267959.314445:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120000, offset 224 00000400:00000200:2.0:1776267959.314452:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.314465:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.314470:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91162:91162:256:4294967295] 192.168.202.34@tcp LPNI seq info [91162:91162:8:4294967295] 00000400:00000200:2.0:1776267959.314481:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.314485:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.314490:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267959.314496:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.314509:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.314513:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.314529:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.314533:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.314535:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0452dfd. 00000800:00000200:2.0:1776267959.314618:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.314621:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:2.0:1776267959.314624:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.314628:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.314631:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f66fea4f 00000400:00000010:2.0:1776267959.314632:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f66fea4f. 00080000:00000010:1.0:1776267959.315939:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000de65968. 00010000:00000010:1.0:1776267959.316059:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e6c0e43. 00010000:00000010:1.0:1776267959.316069:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d2aa5a3. 00010000:00000010:1.0:1776267959.316159:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb683e32. 00010000:00000010:1.0:1776267959.316164:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000afa761f7. 00010000:00000010:1.0:1776267959.316169:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003774a7d6. 00010000:00000010:1.0:1776267959.316176:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00080000:00000010:1.0:1776267959.316192:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000523fcb17. 00010000:00000010:1.0:1776267959.316216:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267959.316220:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000afa761f7. 00010000:00000010:1.0:1776267959.316289:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.0:1776267959.316293:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267959.316300:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef969f18. 00000100:00000010:1.0:1776267959.316307:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.316316:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 02000000:00000010:1.0:1776267959.316329:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c007435a. 02000000:00000010:1.0:1776267959.316354:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d3a7655. 00000400:00000010:1.0:1776267959.316360:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e0b8d16. 00000400:00000010:1.0:1776267959.316367:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267959.316373:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484736, portal 16 00000400:00000010:1.0:1776267959.316378:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267959.316381:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484736, offset 0 00000400:00000200:1.0:1776267959.316390:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.316403:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.316409:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.316414:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.316416:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.316420:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91163:91163:256:4294967295] 192.168.202.34@tcp LPNI seq info [91163:91163:8:4294967295] 00000400:00000200:1.0:1776267959.316429:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.316434:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.316438:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa70f1ef (tot 82343698). 00000800:00000200:1.0:1776267959.316444:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.316450:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.316453:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa70f1ef type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.316747:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.316752:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa70f1ef (tot 82343450). 00000400:00000200:0.0:1776267959.316756:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.316760:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.316764:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076585e34 00000400:00000010:0.0:1776267959.316766:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076585e34. 00000100:00000200:0.0:1776267959.316773:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f72124f x1862549489484736/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267959.320253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abd2bf57. 00010000:00000010:2.1:1776267959.320271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d67397d7. 00010000:00000010:2.1:1776267959.320277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00000400:00000200:2.0:1776267959.322441:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.322463:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b283c0 00000400:00000200:2.0:1776267959.322474:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb70f9 [1] + 224 00000400:00000200:2.0:1776267959.322486:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.322491:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.322503:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f72124f x1862549489484736/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.322541:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.322546:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69600 00000400:00000200:2.0:1776267959.322552:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5b15 [2] + 656 00000400:00000200:2.0:1776267959.322606:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.322609:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.322614:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.322619:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 00000400:00000010:1.0:1776267959.322688:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e0b8d16. 00000400:00000200:1.0:1776267959.322693:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:1.0:1776267959.322695:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00000100:00000200:1.0:1776267959.322701:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f72124f x1862549489484736/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.322708:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f72124f x1862549489484736/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267959.322736:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d3a7655. 02000000:00000010:1.0:1776267959.322742:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c007435a. 00000100:00000010:1.0:1776267959.322746:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 00000100:00000010:1.0:1776267959.322749:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.322753:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef969f18. 00000020:00000010:3.0:1776267959.322828:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe05f49e. 00000020:00000010:3.0:1776267959.322835:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.322840:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.322865:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7707e38 x1862549476120064/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267959.322928:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120064 02000000:00000010:3.0:1776267959.322940:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8f6f1f0. 00010000:00000010:3.0:1776267959.322984:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030912a84. 00010000:00000010:3.0:1776267959.323009:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.323015:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acac9f5e. 00000100:00000010:3.0:1776267959.323026:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acac9f5e. 00010000:00000010:3.0:1776267959.323028:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.323042:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267959.323046:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120064, offset 224 00000400:00000200:3.0:1776267959.323053:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.323064:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.323070:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91164:91164:256:4294967295] 192.168.202.34@tcp LPNI seq info [91164:91164:8:4294967295] 00000400:00000200:3.0:1776267959.323080:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.323085:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.323089:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267959.323094:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.323111:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.323115:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.323134:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.323137:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.323141:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe05f49e. 00080000:00000010:1.0:1776267959.323344:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c007435a. 00010000:00000010:1.0:1776267959.323433:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267959.323440:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df7e9d88. 00010000:00000010:1.0:1776267959.323517:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038f35720. 00010000:00000010:1.0:1776267959.323523:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267959.323533:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef969f18. 00000100:00000010:1.0:1776267959.323537:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.323543:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 02000000:00000010:1.0:1776267959.323554:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d3a7655. 02000000:00000010:1.0:1776267959.323577:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a307b2fd. 00000400:00000010:1.0:1776267959.323582:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e0b8d16. 00000400:00000010:1.0:1776267959.323586:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267959.323591:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484800, portal 16 00000400:00000010:1.0:1776267959.323595:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f2dfd06. 00000100:00000200:1.0:1776267959.323597:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484800, offset 0 00000400:00000200:1.0:1776267959.323603:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.323610:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.323618:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.323621:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.323624:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.323627:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91165:91165:255:4294967295] 192.168.202.34@tcp LPNI seq info [91165:91165:7:4294967295] 00000400:00000200:1.0:1776267959.323634:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.323639:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.323642:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ec70850 (tot 82343946). 00000800:00000200:1.0:1776267959.323646:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.323650:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.323653:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ec70850 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.323756:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.323761:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343698). 00000400:00000200:0.0:1776267959.323767:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.323771:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.323775:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:0.0:1776267959.323777:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000800:00000200:0.0:1776267959.323826:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.323828:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ec70850 (tot 82343450). 00000400:00000200:0.0:1776267959.323831:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.323834:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.323835:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f2dfd06 00000400:00000010:0.0:1776267959.323836:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f2dfd06. 00000100:00000200:0.0:1776267959.323840:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f72124f x1862549489484800/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267959.325317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffd306df. 00010000:00000010:1.1:1776267959.326360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000737f43e. 00010000:00000010:1.1:1776267959.326370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00010000:00000010:1.1:1776267959.326374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb683e32. 00010000:00000010:1.1:1776267959.326387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00010000:00000010:3.1:1776267959.327279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006284feb0. 00000400:00000200:0.0:1776267959.327514:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.327533:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28400 00000400:00000200:0.0:1776267959.327543:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7105 [1] + 224 00000400:00000200:0.0:1776267959.327557:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.327561:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.327571:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f72124f x1862549489484800/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267959.327651:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e0b8d16. 00000400:00000200:1.0:1776267959.327657:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:1.0:1776267959.327659:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00000100:00000200:1.0:1776267959.327664:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f72124f x1862549489484800/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.327670:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f72124f x1862549489484800/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267959.327699:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a307b2fd. 02000000:00000010:1.0:1776267959.327705:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d3a7655. 00000100:00000010:1.0:1776267959.327709:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 00000100:00000010:1.0:1776267959.327712:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.327716:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef969f18. 00000400:00000200:2.0:1776267959.330077:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.330098:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69640 00000400:00000200:2.0:1776267959.330116:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5b15 [2] + 984 00000400:00000200:2.0:1776267959.330181:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.330185:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.330194:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.330200:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f8b48. 00000020:00000010:0.0:1776267959.330540:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b25e1be. 00000020:00000010:0.0:1776267959.330548:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015a6371b. 00000020:00000010:0.0:1776267959.330553:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267959.330583:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68f8b48 x1862549476120128/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267959.330615:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120128 02000000:00000010:0.0:1776267959.330627:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a5fe0967. 00010000:00000010:0.0:1776267959.330657:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e921312. 00010000:00000010:0.0:1776267959.330681:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d66fb9a. 00000100:00000010:0.0:1776267959.330688:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d86d771. 00000100:00000010:0.0:1776267959.330715:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d86d771. 00010000:00000010:0.0:1776267959.330719:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d66fb9a. 00000400:00000010:0.0:1776267959.330732:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b862cb7c. 00000100:00000200:0.0:1776267959.330737:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120128, offset 224 00000400:00000200:0.0:1776267959.330745:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.330756:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.330762:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91166:91166:256:4294967295] 192.168.202.34@tcp LPNI seq info [91166:91166:8:4294967295] 00000400:00000200:0.0:1776267959.330771:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.330776:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.330780:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018c6a61f (tot 82343698). 00000800:00000200:0.0:1776267959.330786:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.330792:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.330795:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018c6a61f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267959.330816:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015a6371b. 00000020:00000010:0.0:1776267959.330819:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267959.330822:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b25e1be. 00080000:00000010:1.0:1776267959.330974:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d3a7655. 00010000:00000010:1.0:1776267959.331076:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267959.331082:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062c5c8ca. 00010000:00000010:1.0:1776267959.331171:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003774a7d6. 00010000:00000010:1.0:1776267959.331177:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267959.331188:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef969f18. 00000100:00000010:1.0:1776267959.331192:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.331200:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 02000000:00000010:1.0:1776267959.331210:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a307b2fd. 02000000:00000010:1.0:1776267959.331233:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd2acdf8. 00000400:00000010:1.0:1776267959.331249:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e0b8d16. 00000400:00000010:1.0:1776267959.331253:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267959.331258:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484864, portal 16 00000400:00000010:1.0:1776267959.331262:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267959.331263:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484864, offset 0 00000400:00000200:1.0:1776267959.331269:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.331276:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.331282:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.331286:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.331289:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.331291:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91167:91167:255:4294967295] 192.168.202.34@tcp LPNI seq info [91167:91167:7:4294967295] 00000400:00000200:1.0:1776267959.331298:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.331302:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.331306:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ec70850 (tot 82343946). 00000800:00000200:1.0:1776267959.331310:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.331314:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.331316:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ec70850 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.331633:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.331636:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018c6a61f (tot 82343698). 00000400:00000200:2.0:1776267959.331641:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.331645:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.331650:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b862cb7c 00000400:00000010:2.0:1776267959.331652:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b862cb7c. 00000800:00000200:2.0:1776267959.331928:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.331931:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ec70850 (tot 82343450). 00000400:00000200:2.0:1776267959.331934:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.331938:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.331941:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:2.0:1776267959.331942:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00000100:00000200:2.0:1776267959.331948:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f72124f x1862549489484864/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267959.332220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f836b56. 00010000:00000010:1.1:1776267959.332227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00000400:00000200:0.0:1776267959.335661:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.335681:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28440 00000400:00000200:0.0:1776267959.335690:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7111 [1] + 224 00000400:00000200:0.0:1776267959.335710:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.335714:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.335724:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f72124f x1862549489484864/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.335752:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.335756:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69680 00000400:00000200:0.0:1776267959.335761:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5b15 [2] + 1312 00000400:00000200:0.0:1776267959.335769:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.335771:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.335775:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.335780:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002cdec994. 00000020:00000010:3.0:1776267959.335937:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe05f49e. 00000020:00000010:3.0:1776267959.335944:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.335948:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.335982:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002cdec994 x1862549476120192/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267959.336011:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120192 02000000:00000010:3.0:1776267959.336021:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dc9bed29. 00010000:00000010:3.0:1776267959.336061:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.336070:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acac9f5e. 00000100:00000010:3.0:1776267959.336077:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acac9f5e. 00010000:00000010:3.0:1776267959.336080:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.336095:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000253f928a. 00000100:00000200:3.0:1776267959.336109:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120192, offset 224 00000400:00000200:3.0:1776267959.336117:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.336126:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.336131:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91168:91168:256:4294967295] 192.168.202.34@tcp LPNI seq info [91168:91168:8:4294967295] 00000400:00000200:3.0:1776267959.336139:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.336144:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.336148:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.336152:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.336159:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.336162:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.336177:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.336181:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.336184:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe05f49e. 00010000:00000010:0.1:1776267959.336537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bc62285. 00000800:00000200:2.0:1776267959.336950:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.336960:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:2.0:1776267959.336967:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.336973:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.336978:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000253f928a 00000400:00000010:2.0:1776267959.336982:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000253f928a. 00000400:00000010:2.0:1776267959.337012:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e0b8d16. 00000400:00000200:2.0:1776267959.337016:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:2.0:1776267959.337017:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00000100:00000200:2.0:1776267959.337023:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f72124f x1862549489484864/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267959.337032:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f72124f x1862549489484864/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267959.337057:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008762f421. 02000000:00000010:2.0:1776267959.337073:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd2acdf8. 02000000:00000010:2.0:1776267959.337081:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a307b2fd. 00000100:00000010:2.0:1776267959.337085:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 00000100:00000010:2.0:1776267959.337089:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:2.0:1776267959.337092:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef969f18. 00080000:00000010:2.0:1776267959.337131:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0452dfd. 00010000:00000010:2.0:1776267959.337232:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00010000:00000010:2.0:1776267959.337248:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c8337f09. 00010000:00000010:2.0:1776267959.337324:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004efb028e. 00010000:00000010:2.0:1776267959.337330:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e0612cda. 00010000:00000010:2.0:1776267959.337342:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267959.337347:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.337354:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e23e275. 02000000:00000010:2.0:1776267959.337366:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd7a7834. 02000000:00000010:2.0:1776267959.337801:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000633aa133. 00000400:00000010:2.0:1776267959.337807:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000065ce1ef3. 00000400:00000010:2.0:1776267959.337811:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f66fea4f. 00000100:00000200:2.0:1776267959.337817:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484928, portal 16 00000400:00000010:2.0:1776267959.337821:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022cf8c37. 00000100:00000200:2.0:1776267959.337824:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484928, offset 0 00000400:00000200:2.0:1776267959.337831:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.337842:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.337848:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.337852:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.337855:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.337858:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91169:91169:256:4294967295] 192.168.202.34@tcp LPNI seq info [91169:91169:8:4294967295] 00000400:00000200:2.0:1776267959.337867:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.337873:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.337876:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267959.337882:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.337887:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.337891:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.345400:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.345410:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:0.0:1776267959.345420:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.345430:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.345438:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022cf8c37 00000400:00000010:0.0:1776267959.345440:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022cf8c37. 00000100:00000200:0.0:1776267959.345451:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009e23e275 x1862549489484928/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267959.345970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c27c65a. 00010000:00000010:1.1:1776267959.345982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038f35720. 00000400:00000200:0.0:1776267959.347942:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.347976:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28480 00000400:00000200:0.0:1776267959.347986:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb711d [1] + 224 00000400:00000200:0.0:1776267959.348000:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.348004:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.348016:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009e23e275 x1862549489484928/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.348047:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.348052:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e696c0 00000400:00000200:0.0:1776267959.348058:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5b15 [2] + 1640 00000400:00000010:2.0:1776267959.348432:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000065ce1ef3. 00000400:00000200:2.0:1776267959.348437:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f66fea4f 00000400:00000010:2.0:1776267959.348439:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f66fea4f. 00000100:00000200:2.0:1776267959.348447:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009e23e275 x1862549489484928/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267959.348454:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009e23e275 x1862549489484928/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267959.348484:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000633aa133. 02000000:00000010:2.0:1776267959.348489:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd7a7834. 00000100:00000010:2.0:1776267959.348493:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e23e275. 00000100:00000010:2.0:1776267959.348496:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:2.0:1776267959.348501:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000200:0.0:1776267959.348672:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.348677:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.348682:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.348687:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009a7930ce. 00000020:00000010:2.0:1776267959.349149:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd7a7834. 00000020:00000010:2.0:1776267959.349156:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.349160:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.349184:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009a7930ce x1862549476120256/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267959.349212:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120256 02000000:00000010:2.0:1776267959.349222:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000633aa133. 00010000:00000010:2.0:1776267959.349260:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000535b4039. 00010000:00000010:2.0:1776267959.349283:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267959.349289:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.349301:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:2.0:1776267959.349304:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267959.349316:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f66fea4f. 00000100:00000200:2.0:1776267959.349320:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120256, offset 224 00000400:00000200:2.0:1776267959.349328:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.349342:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.349348:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91170:91170:256:4294967295] 192.168.202.34@tcp LPNI seq info [91170:91170:8:4294967295] 00000400:00000200:2.0:1776267959.349359:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.349364:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.349368:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267959.349374:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.349381:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.349385:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.349410:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.349415:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.349419:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd7a7834. 00080000:00000010:1.0:1776267959.349638:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a636bd1. 00010000:00000010:1.0:1776267959.349744:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0612cda. 00010000:00000010:1.0:1776267959.349751:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000091f9a1a8. 00010000:00000010:1.0:1776267959.349829:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038f35720. 00010000:00000010:1.0:1776267959.349835:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.349845:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267959.349850:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.349858:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267959.349870:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003a698523. 02000000:00000010:1.0:1776267959.349916:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2733a40. 00000400:00000010:1.0:1776267959.349921:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038c0a477. 00000400:00000010:1.0:1776267959.349925:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.349931:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489484992, portal 16 00000400:00000010:1.0:1776267959.349935:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000669f343e. 00000100:00000200:1.0:1776267959.349937:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489484992, offset 0 00000400:00000200:1.0:1776267959.349943:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.349951:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.349969:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.349972:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.349975:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.349977:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91171:91171:255:4294967295] 192.168.202.34@tcp LPNI seq info [91171:91171:7:4294967295] 00000400:00000200:1.0:1776267959.349985:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.349991:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.349994:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa70f1ef (tot 82343946). 00000800:00000200:1.0:1776267959.349999:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.350003:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.350005:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa70f1ef type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.350486:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.350490:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343698). 00000400:00000200:0.0:1776267959.350496:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.350501:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.350506:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f66fea4f 00000400:00000010:0.0:1776267959.350508:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f66fea4f. 00000800:00000200:0.0:1776267959.357282:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.357292:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa70f1ef (tot 82343450). 00000400:00000200:0.0:1776267959.357300:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.357310:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.357317:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000669f343e 00000400:00000010:0.0:1776267959.357319:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000669f343e. 00000100:00000200:0.0:1776267959.357328:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489484992/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267959.360593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf1fc8e2. 00010000:00000010:2.1:1776267959.360611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005599d61a. 00010000:00000010:2.1:1776267959.360615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00000400:00000200:0.0:1776267959.364868:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.364890:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b284c0 00000400:00000200:0.0:1776267959.366818:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7129 [1] + 224 00000400:00000200:0.0:1776267959.366851:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.366857:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.366869:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489484992/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.366996:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.367008:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69700 00000400:00000200:0.0:1776267959.367013:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5b15 [2] + 1968 00000400:00000010:0.0:1776267959.367017:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0438f94. 00000400:00000200:0.0:1776267959.367022:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d18fc0ba 00000400:00000200:0.0:1776267959.367084:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.367088:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.367091:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d18fc0ba 00000400:00000010:0.0:1776267959.367093:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d18fc0ba (tot 82343298). 00000100:00000200:0.0:1776267959.367109:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1776267959.369116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000500ba28d. 00000020:00000010:3.0:1776267959.370273:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe05f49e. 00000020:00000010:3.0:1776267959.370284:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.370290:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.370322:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000041fce888 x1862549476120320/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267959.370358:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120320 02000000:00000010:3.0:1776267959.370370:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db0daa01. 00010000:00000010:3.0:1776267959.370420:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.370429:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acac9f5e. 00000100:00000010:3.0:1776267959.370435:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acac9f5e. 00010000:00000010:3.0:1776267959.370438:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.370454:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cbd945d. 00000100:00000200:3.0:1776267959.370459:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120320, offset 224 00000400:00000200:3.0:1776267959.370467:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.370482:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.370489:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91172:91172:256:4294967295] 192.168.202.34@tcp LPNI seq info [91172:91172:8:4294967295] 00000400:00000200:3.0:1776267959.370500:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.370506:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.370510:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343546). 00000800:00000200:3.0:1776267959.370517:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.370523:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.370527:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.370553:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.370557:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.370560:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe05f49e. 02000000:00000010:3.0:1776267959.370571:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000633aa133. 00000100:00000010:3.0:1776267959.370574:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009a7930ce. 02000000:00000010:3.0:1776267959.370578:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dc9bed29. 00000100:00000010:3.0:1776267959.370580:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002cdec994. 02000000:00000010:3.0:1776267959.370583:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a5fe0967. 00000100:00000010:3.0:1776267959.370586:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f8b48. 02000000:00000010:3.0:1776267959.370590:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8f6f1f0. 00000100:00000010:3.0:1776267959.370592:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 02000000:00000010:3.0:1776267959.370594:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff07397e. 00000100:00000010:3.0:1776267959.370598:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009747af4d. 02000000:00000010:3.0:1776267959.370601:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000def7e6c2. 00000100:00000010:3.0:1776267959.370603:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 00000100:00000200:3.0:1776267959.370609:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267959.370614:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000258f230b. 00000400:00000010:3.0:1776267959.370618:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000acac9f5e (tot 82343698). 00000800:00000200:0.0:1776267959.372609:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.372617:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267959.372627:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.372636:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.372642:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cbd945d 00000400:00000010:0.0:1776267959.372645:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cbd945d. 02000000:00000010:0.0:1776267959.372652:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db0daa01. 00000400:00000010:1.0:1776267959.377245:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038c0a477. 00000400:00000200:1.0:1776267959.377259:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:1.0:1776267959.377262:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.377281:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489484992/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.377294:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489484992/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267959.377327:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002dfcfcc7. 02000000:00000010:1.0:1776267959.377348:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2733a40. 02000000:00000010:1.0:1776267959.377355:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003a698523. 00000100:00000010:1.0:1776267959.377358:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:1.0:1776267959.377361:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.377364:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00080000:00000010:2.0:1776267959.377481:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd7a7834. 00010000:00000010:2.0:1776267959.377579:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033995403. 00010000:00000010:2.0:1776267959.377587:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000952e3051. 00010000:00000010:2.0:1776267959.377655:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb3bd51c. 00010000:00000010:2.0:1776267959.377659:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fc607148. 00010000:00000010:2.0:1776267959.377665:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.0:1776267959.377670:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a69b1099. 00080000:00000010:2.0:1776267959.377684:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed44cc19. 00010000:00000010:2.0:1776267959.377709:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a69b1099. 00010000:00000010:2.0:1776267959.377712:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc607148. 00010000:00000010:2.0:1776267959.377764:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003170a25d. 00010000:00000010:2.0:1776267959.377767:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a69b1099. 00010000:00000010:2.0:1776267959.377776:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267959.377783:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.377791:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e23e275. 02000000:00000010:2.0:1776267959.377804:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000375f7cd2. 02000000:00000010:2.0:1776267959.377833:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000633aa133. 00000400:00000010:2.0:1776267959.377838:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000065ce1ef3. 00000400:00000010:2.0:1776267959.377843:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058b5df77. 00000100:00000200:2.0:1776267959.377850:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489485056, portal 16 00000400:00000010:2.0:1776267959.377854:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4c7b484. 00000100:00000200:2.0:1776267959.377857:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489485056, offset 0 00000400:00000200:2.0:1776267959.377865:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.377880:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.377887:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.377890:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.378280:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.378285:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91173:91173:256:4294967295] 192.168.202.34@tcp LPNI seq info [91173:91173:8:4294967295] 00000400:00000200:2.0:1776267959.378297:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.378303:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.378309:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267959.378315:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.378322:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.378326:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.378462:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.378465:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:0.0:1776267959.378470:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.378475:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.378479:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4c7b484 00000400:00000010:0.0:1776267959.378481:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4c7b484. 00000100:00000200:0.0:1776267959.378489:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009e23e275 x1862549489485056/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267959.379995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b29621ae. 00010000:00000010:1.1:1776267959.380011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efb028e. 00010000:00000010:1.1:1776267959.386088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae9b605d. 00010000:00000010:2.1:1776267959.386945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce3c4fa6. 00010000:00000010:2.1:1776267959.386954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038f35720. 00010000:00000010:2.1:1776267959.386968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb3bd51c. 00010000:00000010:2.1:1776267959.386971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00000400:00000200:0.0:1776267959.390849:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.390871:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28500 00000400:00000200:0.0:1776267959.390881:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7139 [1] + 224 00000400:00000200:0.0:1776267959.390935:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.390940:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.390950:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009e23e275 x1862549489485056/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267959.391046:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000065ce1ef3. 00000400:00000200:2.0:1776267959.391051:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058b5df77 00000400:00000010:2.0:1776267959.391054:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058b5df77. 00000100:00000200:2.0:1776267959.391061:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009e23e275 x1862549489485056/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267959.391068:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009e23e275 x1862549489485056/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267959.391098:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000633aa133. 02000000:00000010:2.0:1776267959.391115:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000375f7cd2. 00000100:00000010:2.0:1776267959.391119:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e23e275. 00000100:00000010:2.0:1776267959.391123:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:2.0:1776267959.391126:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000200:0.0:1776267959.395586:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.395608:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69740 00000400:00000200:0.0:1776267959.395617:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5b6d [2] + 0 00000400:00000200:0.0:1776267959.395699:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.395704:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.395711:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.395717:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000261e0f2e. 00000020:00000010:2.0:1776267959.395836:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000375f7cd2. 00000020:00000010:2.0:1776267959.395844:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.395849:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.395877:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000261e0f2e x1862549476120384/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267959.395925:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120384 02000000:00000010:2.0:1776267959.395936:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000633aa133. 00010000:00000010:2.0:1776267959.395966:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000792a727. 00010000:00000010:2.0:1776267959.395990:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267959.395997:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.396018:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:2.0:1776267959.396022:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267959.396035:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058b5df77. 00000100:00000200:2.0:1776267959.396041:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120384, offset 224 00000400:00000200:2.0:1776267959.396048:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.396059:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.396064:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91174:91174:256:4294967295] 192.168.202.34@tcp LPNI seq info [91174:91174:8:4294967295] 00000400:00000200:2.0:1776267959.396074:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.396079:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.396083:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267959.396089:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.396096:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00080000:00000010:0.0:1776267959.396509:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b25e1be. 00010000:00000010:0.0:1776267959.396594:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a69b1099. 00010000:00000010:0.0:1776267959.396601:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b92cccc5. 00010000:00000010:0.0:1776267959.396673:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea79bde6. 00010000:00000010:0.0:1776267959.396679:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003871ae3a. 00010000:00000010:0.0:1776267959.396689:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d66fb9a. 00000100:00000010:0.0:1776267959.396692:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d86d771. 00000100:00000010:0.0:1776267959.396709:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267959.396723:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000def7e6c2. 02000000:00000010:0.0:1776267959.396744:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5fe0967. 00000400:00000010:0.0:1776267959.396749:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0438f94. 00000400:00000010:0.0:1776267959.396754:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267959.396760:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489485120, portal 16 00000400:00000010:0.0:1776267959.396765:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb90fde. 00000100:00000200:0.0:1776267959.396767:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489485120, offset 0 00000400:00000200:0.0:1776267959.396773:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.396781:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.396787:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.396790:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.396793:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.396796:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91175:91175:255:4294967295] 192.168.202.34@tcp LPNI seq info [91175:91175:7:4294967295] 00000400:00000200:0.0:1776267959.396803:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.396808:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.396811:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343946). 00000800:00000200:0.0:1776267959.396815:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.396820:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.396823:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.396927:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.402040:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.402053:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.402058:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000375f7cd2. 00000800:00000200:2.0:1776267959.405477:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.405486:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343698). 00000400:00000200:2.0:1776267959.405495:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.405504:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.405510:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb90fde 00000400:00000010:2.0:1776267959.405513:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb90fde. 00000100:00000200:2.0:1776267959.405524:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489485120/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1776267959.405610:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.405612:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:2.0:1776267959.405616:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.405620:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.405622:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058b5df77 00000400:00000010:2.0:1776267959.405624:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058b5df77. 00000400:00000200:0.0:1776267959.412302:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.412324:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28540 00000400:00000200:0.0:1776267959.412333:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7145 [1] + 224 00000400:00000200:0.0:1776267959.412344:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.412348:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.412360:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489485120/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.412407:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.412413:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69780 00000400:00000200:0.0:1776267959.412417:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5b6d [2] + 328 00000400:00000200:0.0:1776267959.412476:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.412480:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.412485:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.412490:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000294921c4. 00000020:00000010:3.0:1776267959.412618:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db0daa01. 00000020:00000010:3.0:1776267959.412626:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.412630:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.412655:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000294921c4 x1862549476120448/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267959.412689:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120448 02000000:00000010:3.0:1776267959.412700:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff07397e. 00010000:00000010:3.0:1776267959.412746:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.412753:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005bd9902e. 00000100:00000010:3.0:1776267959.412760:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005bd9902e. 00010000:00000010:3.0:1776267959.412763:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.412778:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267959.412784:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120448, offset 224 00000400:00000200:3.0:1776267959.412791:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.412800:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.412806:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91176:91176:256:4294967295] 192.168.202.34@tcp LPNI seq info [91176:91176:8:4294967295] 00000400:00000200:3.0:1776267959.412815:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.412820:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.412824:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267959.412829:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.412836:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.412840:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.412854:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.412858:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.412861:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db0daa01. 00000400:00000010:1.0:1776267959.413427:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0438f94. 00000400:00000200:1.0:1776267959.413434:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:1.0:1776267959.413436:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00000100:00000200:1.0:1776267959.413444:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489485120/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.413452:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489485120/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267959.413472:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e7a5d76. 02000000:00000010:1.0:1776267959.413490:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5fe0967. 02000000:00000010:1.0:1776267959.413496:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000def7e6c2. 00000100:00000010:1.0:1776267959.413500:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:1.0:1776267959.413503:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d86d771. 00010000:00000010:1.0:1776267959.413505:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d66fb9a. 00080000:00000010:1.0:1776267959.413523:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a698523. 00010000:00000010:1.0:1776267959.413615:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003871ae3a. 00010000:00000010:1.0:1776267959.413622:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000079fa706. 00010000:00000010:1.0:1776267959.413713:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.0:1776267959.413721:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.413732:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267959.413736:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.413744:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267959.413754:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2733a40. 02000000:00000010:1.0:1776267959.413778:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012d29603. 00000400:00000010:1.0:1776267959.413783:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038c0a477. 00000400:00000010:1.0:1776267959.413787:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.413792:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489485184, portal 16 00000400:00000010:1.0:1776267959.413796:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b353dff. 00000100:00000200:1.0:1776267959.413799:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489485184, offset 0 00000400:00000200:1.0:1776267959.413805:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.413813:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.413819:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.413822:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.413826:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.413828:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91177:91177:255:4294967295] 192.168.202.34@tcp LPNI seq info [91177:91177:7:4294967295] 00000400:00000200:1.0:1776267959.413837:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.413841:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.413845:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343946). 00000800:00000200:1.0:1776267959.413850:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.413855:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.413857:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.414087:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.414091:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343698). 00000400:00000200:0.0:1776267959.414108:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.414113:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.414117:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:0.0:1776267959.414119:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000800:00000200:0.0:1776267959.414172:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.414174:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576a5c4b (tot 82343450). 00000400:00000200:0.0:1776267959.414177:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.414180:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.414182:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b353dff 00000400:00000010:0.0:1776267959.414184:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b353dff. 00000100:00000200:0.0:1776267959.414188:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489485184/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267959.417497:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cc053ad. 00000400:00000200:2.0:1776267959.422421:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.422442:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28580 00000400:00000200:2.0:1776267959.422451:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7151 [1] + 224 00000400:00000200:2.0:1776267959.422465:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.422469:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.422481:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489485184/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267959.422793:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038c0a477. 00000400:00000200:1.0:1776267959.422799:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:1.0:1776267959.422801:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.422806:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489485184/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.422814:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489485184/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267959.422844:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012d29603. 02000000:00000010:1.0:1776267959.422851:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2733a40. 00000100:00000010:1.0:1776267959.422857:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:1.0:1776267959.422860:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.422864:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00010000:00000010:0.1:1776267959.423371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027266a63. 00010000:00000010:0.1:1776267959.423392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003170a25d. 00000400:00000200:0.0:1776267959.423418:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.423431:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e697c0 00000400:00000200:0.0:1776267959.423437:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5b6d [2] + 656 00000400:00000200:0.0:1776267959.423491:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.423495:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.423500:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.423504:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 00000020:00000010:3.0:1776267959.423606:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db0daa01. 00000020:00000010:3.0:1776267959.423614:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.423618:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.423641:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009825d73 x1862549476120512/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267959.423676:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120512 02000000:00000010:3.0:1776267959.423689:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8f6f1f0. 00010000:00000010:3.0:1776267959.423727:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000678b8f44. 00010000:00000010:3.0:1776267959.423748:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.423753:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005bd9902e. 00000100:00000010:3.0:1776267959.423761:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005bd9902e. 00010000:00000010:3.0:1776267959.423764:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.423778:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071c137fd. 00000100:00000200:3.0:1776267959.423782:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120512, offset 224 00000400:00000200:3.0:1776267959.423789:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.423800:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.423805:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91178:91178:256:4294967295] 192.168.202.34@tcp LPNI seq info [91178:91178:8:4294967295] 00000400:00000200:3.0:1776267959.423814:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.423819:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.423823:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267959.423829:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.423835:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.423839:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.423860:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.423864:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.423866:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db0daa01. 00000800:00000200:0.0:1776267959.424458:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.424463:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267959.424470:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.424474:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.424478:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071c137fd 00000400:00000010:0.0:1776267959.424480:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071c137fd. 00010000:00000010:1.1:1776267959.424560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd488366. 00010000:00000010:1.1:1776267959.424567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a31963f. 00010000:00000010:1.1:1776267959.424571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea79bde6. 00080000:00000010:1.0:1776267959.424592:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2733a40. 00010000:00000010:1.0:1776267959.424688:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.424696:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd861e6e. 00010000:00000010:1.0:1776267959.424777:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b13c52a1. 00010000:00000010:1.0:1776267959.424784:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.424796:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267959.424801:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.424809:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267959.424819:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012d29603. 02000000:00000010:1.0:1776267959.424841:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2339f22. 00000400:00000010:1.0:1776267959.424847:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038c0a477. 00000400:00000010:1.0:1776267959.424851:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.424855:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489485248, portal 16 00000400:00000010:1.0:1776267959.424860:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9ff3e4. 00000100:00000200:1.0:1776267959.424863:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489485248, offset 0 00000400:00000200:1.0:1776267959.424868:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.424877:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.424884:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.424887:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.424890:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.424921:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91179:91179:256:4294967295] 192.168.202.34@tcp LPNI seq info [91179:91179:8:4294967295] 00000400:00000200:1.0:1776267959.424930:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.424935:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.424938:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343698). 00000800:00000200:1.0:1776267959.424944:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.424949:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.424952:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.426735:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.426741:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007516ad8d (tot 82343450). 00000400:00000200:2.0:1776267959.426748:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.426754:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.426760:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9ff3e4 00000400:00000010:2.0:1776267959.426761:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9ff3e4. 00000100:00000200:2.0:1776267959.426769:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489485248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.432061:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.432083:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b285c0 00000400:00000200:0.0:1776267959.432092:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb715d [1] + 224 00000400:00000200:0.0:1776267959.432118:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.432122:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.432134:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489485248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267959.432329:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038c0a477. 00000400:00000200:1.0:1776267959.432334:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:1.0:1776267959.432337:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.432343:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489485248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.432351:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489485248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267959.432393:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2339f22. 02000000:00000010:1.0:1776267959.432401:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012d29603. 00000100:00000010:1.0:1776267959.432406:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:1.0:1776267959.432409:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.432413:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00010000:00000010:1.1:1776267959.438525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000191d11fb. 00010000:00000010:1.1:1776267959.438547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00000400:00000200:0.0:1776267959.438722:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.438742:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69800 00000400:00000200:0.0:1776267959.438751:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5b6d [2] + 984 00000400:00000200:0.0:1776267959.438821:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.438826:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.438832:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.438839:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c54bf38. 00000020:00000010:2.0:1776267959.439349:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000375f7cd2. 00000020:00000010:2.0:1776267959.439360:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.439365:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.439412:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c54bf38 x1862549476120576/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267959.439445:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120576 02000000:00000010:2.0:1776267959.439458:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dccdf509. 00010000:00000010:2.0:1776267959.439486:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dadf2c61. 00010000:00000010:2.0:1776267959.439506:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267959.439512:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.439531:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:2.0:1776267959.439535:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267959.439546:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058b5df77. 00000100:00000200:2.0:1776267959.439551:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120576, offset 224 00000400:00000200:2.0:1776267959.439558:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.439569:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.439574:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91180:91180:256:4294967295] 192.168.202.34@tcp LPNI seq info [91180:91180:8:4294967295] 00000400:00000200:2.0:1776267959.439583:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.439588:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.439592:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267959.439597:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.439603:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.439606:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.439629:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.439633:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.439636:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000375f7cd2. 00080000:00000010:1.0:1776267959.439711:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012d29603. 00010000:00000010:1.0:1776267959.439796:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.439802:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe5a20b3. 00010000:00000010:1.0:1776267959.439875:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.0:1776267959.439881:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.439891:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267959.439935:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.439943:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267959.439954:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2339f22. 02000000:00000010:1.0:1776267959.439989:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcb45cb9. 00000400:00000010:1.0:1776267959.439995:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038c0a477. 00000400:00000010:1.0:1776267959.439999:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.440004:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489485312, portal 16 00000400:00000010:1.0:1776267959.440008:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021518615. 00000100:00000200:1.0:1776267959.440010:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489485312, offset 0 00000400:00000200:1.0:1776267959.440016:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.440022:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.440028:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.440032:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.440035:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.440037:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91181:91181:255:4294967295] 192.168.202.34@tcp LPNI seq info [91181:91181:7:4294967295] 00000400:00000200:1.0:1776267959.440045:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.440050:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.440053:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070de03a1 (tot 82343946). 00000800:00000200:1.0:1776267959.440057:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.440061:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.440064:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070de03a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.440819:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.440824:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343698). 00000400:00000200:0.0:1776267959.440831:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.440838:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.440843:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058b5df77 00000400:00000010:0.0:1776267959.440845:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058b5df77. 00000800:00000200:0.0:1776267959.440953:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.440955:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070de03a1 (tot 82343450). 00000400:00000200:0.0:1776267959.440968:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.440971:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.440973:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021518615 00000400:00000010:0.0:1776267959.440975:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021518615. 00000100:00000200:0.0:1776267959.440982:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489485312/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267959.441965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c99b561. 00000400:00000200:0.0:1776267959.443597:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.443622:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28600 00000400:00000200:0.0:1776267959.443630:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7169 [1] + 224 00000400:00000200:0.0:1776267959.443644:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.443647:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.443657:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489485312/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267959.443751:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038c0a477. 00000400:00000200:1.0:1776267959.443756:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:1.0:1776267959.443758:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.443764:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489485312/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.443771:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489485312/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267959.443800:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcb45cb9. 02000000:00000010:1.0:1776267959.443807:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e2339f22. 00000100:00000010:1.0:1776267959.443811:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:1.0:1776267959.443815:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.443818:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000400:00000200:0.0:1776267959.445751:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.445770:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69840 00000400:00000200:0.0:1776267959.445778:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5b6d [2] + 1312 00000400:00000200:0.0:1776267959.445845:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.445850:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.445856:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.445861:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000339ea1b5. 00000020:00000010:3.0:1776267959.446411:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc9bed29. 00000020:00000010:3.0:1776267959.446419:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.446423:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.446452:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000339ea1b5 x1862549476120640/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267959.446486:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120640 02000000:00000010:3.0:1776267959.446497:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe05f49e. 00010000:00000010:3.0:1776267959.446528:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e586e073. 00010000:00000010:3.0:1776267959.446554:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.446561:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005bd9902e. 00000100:00000010:3.0:1776267959.446581:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005bd9902e. 00010000:00000010:3.0:1776267959.446585:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.446600:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e0f072b. 00000100:00000200:3.0:1776267959.446606:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120640, offset 224 00000400:00000200:3.0:1776267959.446614:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.446625:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.446632:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91182:91182:256:4294967295] 192.168.202.34@tcp LPNI seq info [91182:91182:8:4294967295] 00000400:00000200:3.0:1776267959.446642:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.446646:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.446651:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.446658:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.446666:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.446669:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.446692:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.446697:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.446700:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc9bed29. 00080000:00000010:1.0:1776267959.446767:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2339f22. 00010000:00000010:1.0:1776267959.446855:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.446862:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000142c6f5f. 00010000:00000010:1.0:1776267959.446994:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006168d7bd. 00010000:00000010:1.0:1776267959.447000:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.447012:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267959.447016:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.447023:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267959.447035:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fcb45cb9. 02000000:00000010:1.0:1776267959.447058:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a336ece9. 00000400:00000010:1.0:1776267959.447063:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038c0a477. 00000400:00000010:1.0:1776267959.447068:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.447073:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489485376, portal 16 00000400:00000010:1.0:1776267959.447077:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021649f75. 00000100:00000200:1.0:1776267959.447080:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489485376, offset 0 00000400:00000200:1.0:1776267959.447085:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.447092:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.447108:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.447112:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.447115:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.447118:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91183:91183:255:4294967295] 192.168.202.34@tcp LPNI seq info [91183:91183:7:4294967295] 00000400:00000200:1.0:1776267959.447124:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.447128:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.447132:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a46ad86 (tot 82343946). 00000800:00000200:1.0:1776267959.447135:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.447139:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.447141:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007a46ad86 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.447739:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.447743:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343698). 00000400:00000200:0.0:1776267959.447751:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.447756:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.447760:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e0f072b 00000400:00000010:0.0:1776267959.447762:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e0f072b. 00000800:00000200:0.0:1776267959.448281:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.448284:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a46ad86 (tot 82343450). 00000400:00000200:0.0:1776267959.448288:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.448292:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.448295:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021649f75 00000400:00000010:0.0:1776267959.448296:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021649f75. 00000100:00000200:0.0:1776267959.448304:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489485376/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267959.451975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068e3c6fa. 00010000:00000010:1.1:1776267959.451994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b13c52a1. 00010000:00000010:2.1:1776267959.452366:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c0ee40f. 00010000:00000010:1.1:1776267959.460269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081aee964. 00010000:00000010:1.1:1776267959.460292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00010000:00000010:3.1:1776267959.460946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53770c4. 00000400:00000200:0.0:1776267959.462613:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.462635:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28640 00000400:00000200:0.0:1776267959.462644:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7175 [1] + 224 00000400:00000200:0.0:1776267959.462659:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.462663:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.462677:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489485376/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267959.462798:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038c0a477. 00000400:00000200:1.0:1776267959.462803:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:1.0:1776267959.462805:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.462811:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489485376/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.462818:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489485376/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267959.462849:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a336ece9. 02000000:00000010:1.0:1776267959.462856:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fcb45cb9. 00000100:00000010:1.0:1776267959.462860:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:1.0:1776267959.462864:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.462868:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000400:00000200:0.0:1776267959.464880:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.464940:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69880 00000400:00000200:0.0:1776267959.464950:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5b6d [2] + 1640 00000400:00000200:0.0:1776267959.465226:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.465243:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.465250:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.465257:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080121de5. 00000020:00000010:2.0:1776267959.469229:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001361822d. 00000020:00000010:2.0:1776267959.469258:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.469264:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.469306:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000080121de5 x1862549476120704/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267959.469421:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120704 02000000:00000010:2.0:1776267959.469433:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e1780ab. 00010000:00000010:2.0:1776267959.469466:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b596d64. 00010000:00000010:2.0:1776267959.469491:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267959.469499:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.469520:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:2.0:1776267959.469524:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267959.469537:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000647547fc. 00000100:00000200:2.0:1776267959.469543:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120704, offset 224 00000400:00000200:2.0:1776267959.469552:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.469568:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.469574:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91184:91184:256:4294967295] 192.168.202.34@tcp LPNI seq info [91184:91184:8:4294967295] 00000400:00000200:2.0:1776267959.469585:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.469591:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.469597:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267959.469604:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.469611:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.469614:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.469638:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.469643:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.469664:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001361822d. 00000800:00000200:0.0:1776267959.469925:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.469928:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:0.0:1776267959.469934:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.469939:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.469944:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000647547fc 00000400:00000010:0.0:1776267959.469946:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000647547fc. 00080000:00000010:1.0:1776267959.471834:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcb45cb9. 00010000:00000010:1.0:1776267959.471999:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.472009:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa1e79b0. 00010000:00000010:1.0:1776267959.472124:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.0:1776267959.472131:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.472146:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267959.472153:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.472164:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267959.472178:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a336ece9. 02000000:00000010:1.0:1776267959.472212:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066113a42. 00000400:00000010:1.0:1776267959.472220:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038c0a477. 00000400:00000010:1.0:1776267959.472226:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.472260:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489485440, portal 16 00000400:00000010:1.0:1776267959.472267:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf3ca1f. 00000100:00000200:1.0:1776267959.472269:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489485440, offset 0 00000400:00000200:1.0:1776267959.472279:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.472297:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.472306:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.472309:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.472312:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.472316:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91185:91185:256:4294967295] 192.168.202.34@tcp LPNI seq info [91185:91185:8:4294967295] 00000400:00000200:1.0:1776267959.472327:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.472334:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.472339:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343698). 00000800:00000200:1.0:1776267959.472346:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.472354:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.472358:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.477084:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.477094:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bc1d37 (tot 82343450). 00000400:00000200:0.0:1776267959.477112:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.477123:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.477129:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf3ca1f 00000400:00000010:0.0:1776267959.477131:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf3ca1f. 00000100:00000200:0.0:1776267959.477141:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489485440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.479514:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.479541:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28680 00000400:00000200:3.0:1776267959.479550:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7181 [1] + 224 00000400:00000200:3.0:1776267959.479563:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.479567:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.479578:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489485440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267959.479673:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038c0a477. 00000400:00000200:1.0:1776267959.479679:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:1.0:1776267959.479682:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.479687:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489485440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.479695:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489485440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267959.479739:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066113a42. 02000000:00000010:1.0:1776267959.479745:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a336ece9. 00000100:00000010:1.0:1776267959.479750:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:1.0:1776267959.479754:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.479757:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000400:00000200:0.0:1776267959.480741:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.480756:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e698c0 00000400:00000200:0.0:1776267959.480762:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5b6d [2] + 1968 00000400:00000010:0.0:1776267959.480766:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009243e465. 00000400:00000200:0.0:1776267959.480772:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000080d07e23 00000400:00000200:0.0:1776267959.480830:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.480834:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.480837:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080d07e23 00000400:00000010:0.0:1776267959.480839:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000080d07e23 (tot 82343298). 00000100:00000200:0.0:1776267959.480843:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776267959.481308:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001361822d. 00000020:00000010:2.0:1776267959.481317:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.481321:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.481348:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000018217b85 x1862549476120768/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267959.481392:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120768 02000000:00000010:2.0:1776267959.481403:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c470cf83. 00010000:00000010:2.0:1776267959.481435:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e6b0e18. 00010000:00000010:2.0:1776267959.481457:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267959.481464:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc23e89c. 00000100:00000010:2.0:1776267959.481518:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bc23e89c. 00010000:00000010:2.0:1776267959.481522:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267959.481535:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a302828a. 00000100:00000200:2.0:1776267959.481540:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120768, offset 224 00000400:00000200:2.0:1776267959.481547:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.481558:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.481562:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91186:91186:256:4294967295] 192.168.202.34@tcp LPNI seq info [91186:91186:8:4294967295] 00000400:00000200:2.0:1776267959.481571:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.481576:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.481580:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343546). 00000800:00000200:2.0:1776267959.481587:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.481593:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.481596:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.481622:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc607148. 00000020:00000010:2.0:1776267959.481626:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.481630:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001361822d. 02000000:00000010:2.0:1776267959.481636:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e1780ab. 00000100:00000010:2.0:1776267959.481639:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080121de5. 02000000:00000010:2.0:1776267959.481643:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe05f49e. 00000100:00000010:2.0:1776267959.481645:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000339ea1b5. 02000000:00000010:2.0:1776267959.481648:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dccdf509. 00000100:00000010:2.0:1776267959.481649:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c54bf38. 02000000:00000010:2.0:1776267959.481652:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8f6f1f0. 00000100:00000010:2.0:1776267959.481654:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 02000000:00000010:2.0:1776267959.481657:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff07397e. 00000100:00000010:2.0:1776267959.481660:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000294921c4. 02000000:00000010:2.0:1776267959.481663:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000633aa133. 00000100:00000010:2.0:1776267959.481665:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000261e0f2e. 00000100:00000200:2.0:1776267959.481671:0:64837:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776267959.481676:0:64837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000065ce1ef3. 00000400:00000010:2.0:1776267959.481679:0:64837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc23e89c (tot 82343698). 00000800:00000200:0.0:1776267959.482403:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.482409:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:0.0:1776267959.482416:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.482423:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.482428:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a302828a 00000400:00000010:0.0:1776267959.482430:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a302828a. 02000000:00000010:0.0:1776267959.482437:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c470cf83. 00080000:00000010:1.0:1776267959.483531:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a336ece9. 00010000:00000010:1.0:1776267959.483641:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.483650:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000551b4122. 00010000:00000010:1.0:1776267959.483744:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b13c52a1. 00010000:00000010:1.0:1776267959.483751:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.483763:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267959.483770:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.483779:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267959.483791:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000066113a42. 02000000:00000010:1.0:1776267959.483818:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e92bc65e. 00000400:00000010:1.0:1776267959.483825:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038c0a477. 00000400:00000010:1.0:1776267959.483830:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.483836:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489485504, portal 16 00000400:00000010:1.0:1776267959.483841:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c48805. 00000100:00000200:1.0:1776267959.483843:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489485504, offset 0 00000400:00000200:1.0:1776267959.483852:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.483868:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.483875:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.483878:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.483881:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.483883:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91187:91187:256:4294967295] 192.168.202.34@tcp LPNI seq info [91187:91187:8:4294967295] 00000400:00000200:1.0:1776267959.483921:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.483927:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.483932:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343698). 00000800:00000200:1.0:1776267959.483938:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.483945:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.483949:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776267959.490220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ed745c4. 00010000:00000010:1.1:1776267959.490247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006168d7bd. 00000800:00000200:2.0:1776267959.490717:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.490722:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090cec15c (tot 82343450). 00000400:00000200:2.0:1776267959.490727:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.490736:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.490743:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c48805 00000400:00000010:2.0:1776267959.490745:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c48805. 00000100:00000200:2.0:1776267959.490754:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489485504/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.490793:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.490809:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b286c0 00000400:00000200:2.0:1776267959.490817:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7191 [1] + 224 00000400:00000200:2.0:1776267959.490828:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.490830:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.490834:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489485504/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.490866:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.490871:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69900 00000400:00000200:2.0:1776267959.490875:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5bc5 [2] + 0 00000400:00000200:2.0:1776267959.490963:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.490967:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.490971:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.490975:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e23e275. 00000400:00000010:1.0:1776267959.491286:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038c0a477. 00000400:00000200:1.0:1776267959.491291:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:1.0:1776267959.491293:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.491298:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489485504/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.491305:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489485504/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267959.491338:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e92bc65e. 02000000:00000010:1.0:1776267959.491346:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000066113a42. 00000100:00000010:1.0:1776267959.491349:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:1.0:1776267959.491353:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.491356:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000020:00000010:3.0:1776267959.491579:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc9bed29. 00000020:00000010:3.0:1776267959.491589:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.491593:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.491620:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009e23e275 x1862549476120832/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267959.491657:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120832 02000000:00000010:3.0:1776267959.491671:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8f6f1f0. 00010000:00000010:3.0:1776267959.491712:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019ce509d. 00010000:00000010:3.0:1776267959.491735:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.491741:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005bd9902e. 00000100:00000010:3.0:1776267959.491754:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005bd9902e. 00010000:00000010:3.0:1776267959.491757:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267959.491768:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bd03529. 00000100:00000200:3.0:1776267959.491772:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120832, offset 224 00000400:00000200:3.0:1776267959.491780:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.491791:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.491796:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91188:91188:256:4294967295] 192.168.202.34@tcp LPNI seq info [91188:91188:8:4294967295] 00000400:00000200:3.0:1776267959.491806:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.491811:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.491815:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.491821:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.491827:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.491830:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.491846:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.491850:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.491852:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc9bed29. 00080000:00000010:1.0:1776267959.492046:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066113a42. 00010000:00000010:1.0:1776267959.492145:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.492151:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000089fcdbc. 00010000:00000010:1.0:1776267959.492243:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006168d7bd. 00010000:00000010:1.0:1776267959.492250:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.492260:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267959.492263:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.492270:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267959.492280:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e92bc65e. 02000000:00000010:1.0:1776267959.492303:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a307b2fd. 00000400:00000010:1.0:1776267959.492308:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038c0a477. 00000400:00000010:1.0:1776267959.492312:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.492318:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489485568, portal 16 00000400:00000010:1.0:1776267959.492322:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267959.492323:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489485568, offset 0 00000400:00000200:1.0:1776267959.492328:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.492334:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.492341:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.492345:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.492348:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.492350:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91189:91189:255:4294967295] 192.168.202.34@tcp LPNI seq info [91189:91189:7:4294967295] 00000400:00000200:1.0:1776267959.492357:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.492361:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.492363:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099b4f764 (tot 82343946). 00000800:00000200:1.0:1776267959.492367:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.492371:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.492373:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099b4f764 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.492716:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.492720:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343698). 00000400:00000200:0.0:1776267959.492725:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.492730:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.492733:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bd03529 00000400:00000010:0.0:1776267959.492735:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bd03529. 00000800:00000200:0.0:1776267959.493117:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.493120:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099b4f764 (tot 82343450). 00000400:00000200:0.0:1776267959.493123:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.493127:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.493130:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:0.0:1776267959.493132:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:0.0:1776267959.493138:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489485568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267959.493366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d10635b. 00010000:00000010:2.1:1776267959.497035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f03c6e3c. 00010000:00000010:3.1:1776267959.497109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db227537. 00010000:00000010:1.1:1776267959.497939:0:1035:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b93c67e4. 00010000:00000010:1.1:1776267959.497949:0:1035:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.1:1776267959.497953:0:1035:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b2330c6. 00010000:00000010:1.1:1776267959.497957:0:1035:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b13c52a1. 00000400:00000200:3.0:1776267959.505226:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.505260:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28700 00000400:00000200:3.0:1776267959.505271:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb719d [1] + 224 00000400:00000200:3.0:1776267959.505286:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.505290:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.505301:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489485568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.505342:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.505348:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69940 00000400:00000200:3.0:1776267959.505354:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5bc5 [2] + 328 00000400:00000200:3.0:1776267959.505361:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.505363:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.505367:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.505372:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000594b1263. 00000020:00000010:0.0:1776267959.505644:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053033c1d. 00000020:00000010:0.0:1776267959.505652:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000015a6371b. 00000020:00000010:0.0:1776267959.505656:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267959.505682:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000594b1263 x1862549476120896/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267959.505718:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120896 02000000:00000010:0.0:1776267959.505730:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000def7e6c2. 00010000:00000010:0.0:1776267959.505768:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fe00aec4. 00000100:00000010:0.0:1776267959.505775:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d86d771. 00000100:00000010:0.0:1776267959.505782:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d86d771. 00010000:00000010:0.0:1776267959.505785:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fe00aec4. 00000400:00000010:0.0:1776267959.505798:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5deca77. 00000100:00000200:0.0:1776267959.505803:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120896, offset 224 00000400:00000200:0.0:1776267959.505810:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.505821:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.505826:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91190:91190:256:4294967295] 192.168.202.34@tcp LPNI seq info [91190:91190:8:4294967295] 00000400:00000200:0.0:1776267959.505836:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.505841:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.505845:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343698). 00000800:00000200:0.0:1776267959.505850:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.505856:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.505859:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267959.505876:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000015a6371b. 00000020:00000010:0.0:1776267959.505880:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:0.0:1776267959.505883:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053033c1d. 00000800:00000200:0.0:1776267959.506017:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.506021:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000400:00000200:0.0:1776267959.506025:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.506028:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.506032:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5deca77 00000400:00000010:0.0:1776267959.506033:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5deca77. 00000400:00000010:1.0:1776267959.506411:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038c0a477. 00000400:00000200:1.0:1776267959.506425:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:1.0:1776267959.506427:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.506453:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489485568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.506473:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489485568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267959.506510:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb90ea67. 02000000:00000010:1.0:1776267959.506534:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a307b2fd. 02000000:00000010:1.0:1776267959.506541:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e92bc65e. 00000100:00000010:1.0:1776267959.506546:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:1.0:1776267959.506551:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.506554:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00080000:00000010:1.0:1776267959.506578:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e92bc65e. 00010000:00000010:1.0:1776267959.506712:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.506721:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023941d3c. 00010000:00000010:1.0:1776267959.506822:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b13c52a1. 00010000:00000010:1.0:1776267959.506831:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033995403. 00010000:00000010:1.0:1776267959.506850:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267959.506856:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.506864:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267959.506878:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a307b2fd. 02000000:00000010:1.0:1776267959.506938:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c2784dc. 00000400:00000010:1.0:1776267959.506945:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038c0a477. 00000400:00000010:1.0:1776267959.506962:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.506972:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489485632, portal 16 00000400:00000010:1.0:1776267959.506980:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4db8adb. 00000100:00000200:1.0:1776267959.506983:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489485632, offset 0 00000400:00000200:1.0:1776267959.506991:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.507010:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.507181:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.507186:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.507189:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.507191:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91191:91191:256:4294967295] 192.168.202.34@tcp LPNI seq info [91191:91191:8:4294967295] 00000400:00000200:1.0:1776267959.507201:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.507206:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.507211:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099b4f764 (tot 82343698). 00000800:00000200:1.0:1776267959.507217:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.507224:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.507227:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099b4f764 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.507417:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.507421:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099b4f764 (tot 82343450). 00000400:00000200:3.0:1776267959.507426:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.507432:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.507438:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4db8adb 00000400:00000010:3.0:1776267959.507439:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4db8adb. 00000100:00000200:3.0:1776267959.507447:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489485632/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.510072:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.510092:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28740 00000400:00000200:3.0:1776267959.510186:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb71a9 [1] + 224 00000400:00000200:3.0:1776267959.510202:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.510206:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.510217:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489485632/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267959.510329:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038c0a477. 00000400:00000200:1.0:1776267959.510334:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:1.0:1776267959.510336:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.510342:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489485632/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.510350:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489485632/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267959.510463:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c2784dc. 02000000:00000010:1.0:1776267959.510471:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a307b2fd. 00000100:00000010:1.0:1776267959.510477:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:1.0:1776267959.510480:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.510483:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000400:00000200:3.0:1776267959.510732:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.510741:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69980 00000400:00000200:3.0:1776267959.510746:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5bc5 [2] + 656 00000400:00000200:3.0:1776267959.510799:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.510803:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.510807:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.510812:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038d6bd92. 00000020:00000010:1.0:1776267959.511122:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c2784dc. 00000020:00000010:1.0:1776267959.511129:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.511135:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.511161:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038d6bd92 x1862549476120960/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267959.511188:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476120960 02000000:00000010:1.0:1776267959.511200:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a307b2fd. 00010000:00000010:1.0:1776267959.511231:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e990bc7a. 00010000:00000010:1.0:1776267959.511264:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267959.511271:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.511291:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.511294:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000400:00000010:1.0:1776267959.511307:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267959.511311:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476120960, offset 224 00000400:00000200:1.0:1776267959.511318:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.511329:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.511334:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91192:91192:256:4294967295] 192.168.202.34@tcp LPNI seq info [91192:91192:8:4294967295] 00000400:00000200:1.0:1776267959.511344:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.511349:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.511353:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343698). 00000800:00000200:1.0:1776267959.511358:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.511365:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.511369:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.511393:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.511398:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.511401:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c2784dc. 00000800:00000200:3.0:1776267959.511576:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.511579:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090cec15c (tot 82343450). 00000400:00000200:3.0:1776267959.511583:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.511587:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.511590:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:3.0:1776267959.511591:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00080000:00000010:3.0:1776267959.511622:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc9bed29. 00010000:00000010:3.0:1776267959.511708:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033995403. 00010000:00000010:3.0:1776267959.511715:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021c2dcd2. 00010000:00000010:3.0:1776267959.511785:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010463aa4. 00010000:00000010:3.0:1776267959.511793:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd2cbd87. 00010000:00000010:3.0:1776267959.511803:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267959.511808:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005bd9902e. 00000100:00000010:3.0:1776267959.511815:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc3056fa. 02000000:00000010:3.0:1776267959.511827:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe05f49e. 02000000:00000010:3.0:1776267959.511852:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db0daa01. 00000400:00000010:3.0:1776267959.511857:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdcea8b2. 00000400:00000010:3.0:1776267959.511861:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8542c5d. 00000100:00000200:3.0:1776267959.511866:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489485696, portal 16 00000400:00000010:3.0:1776267959.511870:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002608d70c. 00000100:00000200:3.0:1776267959.511872:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489485696, offset 0 00000400:00000200:3.0:1776267959.511877:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.511883:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.511889:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267959.511924:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267959.511927:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267959.511931:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91193:91193:256:4294967295] 192.168.202.34@tcp LPNI seq info [91193:91193:8:4294967295] 00000400:00000200:3.0:1776267959.511937:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.511942:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.511945:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267959.511949:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.511954:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.511956:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267959.512305:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.512308:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267959.512315:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.512319:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.512322:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002608d70c 00000400:00000010:1.0:1776267959.512323:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002608d70c. 00000100:00000200:1.0:1776267959.512328:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc3056fa x1862549489485696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.515655:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.515677:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28780 00000400:00000200:3.0:1776267959.515686:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb71b5 [1] + 224 00000400:00000200:3.0:1776267959.515704:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.515708:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.515719:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fc3056fa x1862549489485696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.520719:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.520739:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e699c0 00000400:00000200:3.0:1776267959.520748:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5bc5 [2] + 984 00000400:00000200:3.0:1776267959.520810:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.520816:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.520822:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.520827:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6a3c49b. 00000020:00000010:2.0:1776267959.521433:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ba2d47b. 00000020:00000010:2.0:1776267959.521441:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267959.521445:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.521471:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a6a3c49b x1862549476121024/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267959.521508:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121024 02000000:00000010:2.0:1776267959.521519:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005e104291. 00010000:00000010:2.0:1776267959.521557:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267959.521577:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001025c385. 00000100:00000010:2.0:1776267959.521585:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001025c385. 00010000:00000010:2.0:1776267959.521588:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267959.521602:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267959.521607:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121024, offset 224 00000400:00000200:2.0:1776267959.521614:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.521626:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.521631:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91194:91194:256:4294967295] 192.168.202.34@tcp LPNI seq info [91194:91194:8:4294967295] 00000400:00000200:2.0:1776267959.521641:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.521646:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.521651:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267959.521657:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.521664:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.521668:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.521688:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267959.521692:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.521694:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ba2d47b. 00000800:00000200:2.0:1776267959.521766:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.521769:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:2.0:1776267959.521773:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.521777:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.521781:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:2.0:1776267959.521782:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00010000:00000010:1.1:1776267959.522739:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ad168d. 00010000:00000010:1.1:1776267959.522750:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ea369f9. 00010000:00000010:1.1:1776267959.522756:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006168d7bd. 00000400:00000010:1.0:1776267959.522769:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdcea8b2. 00000400:00000200:1.0:1776267959.522774:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e8542c5d 00000400:00000010:1.0:1776267959.522775:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e8542c5d. 00000100:00000200:1.0:1776267959.522786:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc3056fa x1862549489485696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.522795:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc3056fa x1862549489485696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267959.522819:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054da5963. 02000000:00000010:1.0:1776267959.522834:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db0daa01. 02000000:00000010:1.0:1776267959.522839:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fe05f49e. 00000100:00000010:1.0:1776267959.522843:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc3056fa. 00000100:00000010:1.0:1776267959.522847:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005bd9902e. 00010000:00000010:1.0:1776267959.522851:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00080000:00000010:1.0:1776267959.522872:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe05f49e. 00010000:00000010:1.0:1776267959.523199:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd2cbd87. 00010000:00000010:1.0:1776267959.523206:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068846e4d. 00010000:00000010:1.0:1776267959.523290:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb683e32. 00010000:00000010:1.0:1776267959.523294:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000720148d. 00010000:00000010:1.0:1776267959.523299:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006168d7bd. 00010000:00000010:1.0:1776267959.523305:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00080000:00000010:1.0:1776267959.523320:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db0daa01. 00010000:00000010:1.0:1776267959.523345:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267959.523349:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000720148d. 00010000:00000010:1.0:1776267959.523418:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.0:1776267959.523423:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267959.523431:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267959.523437:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.523447:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267959.523460:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c2784dc. 02000000:00000010:1.0:1776267959.523491:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081d34556. 00000400:00000010:1.0:1776267959.523497:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038c0a477. 00000400:00000010:1.0:1776267959.523502:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bde3ac1. 00000100:00000200:1.0:1776267959.523508:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489485760, portal 16 00000400:00000010:1.0:1776267959.523514:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756ab9ae. 00000100:00000200:1.0:1776267959.523516:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489485760, offset 0 00000400:00000200:1.0:1776267959.523524:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.523537:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.523544:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.523548:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.523551:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.523554:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91195:91195:256:4294967295] 192.168.202.34@tcp LPNI seq info [91195:91195:8:4294967295] 00000400:00000200:1.0:1776267959.523563:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.523569:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.523573:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343698). 00000800:00000200:1.0:1776267959.523580:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.523587:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.523590:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776267959.528226:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d10a70f3. 00010000:00000010:3.1:1776267959.528248:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b13c52a1. 00000800:00000200:3.0:1776267959.528378:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.528383:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bc1d37 (tot 82343450). 00000400:00000200:3.0:1776267959.528389:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.528398:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.528405:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756ab9ae 00000400:00000010:3.0:1776267959.528407:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756ab9ae. 00000100:00000200:3.0:1776267959.528416:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489485760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.537983:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.538005:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b287c0 00000400:00000200:2.0:1776267959.538014:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb71c1 [1] + 224 00000400:00000200:2.0:1776267959.538028:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.538032:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.538042:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489485760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.538092:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.538107:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69a00 00000400:00000200:2.0:1776267959.538113:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5bc5 [2] + 1312 00000400:00000200:2.0:1776267959.538185:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.538189:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.538193:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.538199:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001f24538. 00000020:00000010:3.0:1776267959.538613:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091c172f8. 00000020:00000010:3.0:1776267959.538621:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.538626:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.538657:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001f24538 x1862549476121088/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267959.538690:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121088 02000000:00000010:3.0:1776267959.538702:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008206aac1. 00010000:00000010:3.0:1776267959.538743:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f2012588. 00000100:00000010:3.0:1776267959.538751:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005bd9902e. 00000100:00000010:3.0:1776267959.538759:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005bd9902e. 00010000:00000010:3.0:1776267959.538762:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f2012588. 00000400:00000010:3.0:1776267959.538777:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d10681d1. 00000100:00000200:3.0:1776267959.538783:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121088, offset 224 00000400:00000200:3.0:1776267959.538791:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.538802:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.538808:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91196:91196:256:4294967295] 192.168.202.34@tcp LPNI seq info [91196:91196:8:4294967295] 00000400:00000200:3.0:1776267959.538819:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.538824:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.538829:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267959.538835:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.538843:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.538847:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.538863:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.538867:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.538870:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091c172f8. 00000400:00000010:3.0:1776267959.538921:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038c0a477. 00000400:00000200:3.0:1776267959.538926:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bde3ac1 00000400:00000010:3.0:1776267959.538928:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bde3ac1. 00000100:00000200:3.0:1776267959.538934:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489485760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267959.538943:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489485760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267959.538971:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074fe149f. 02000000:00000010:3.0:1776267959.538991:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081d34556. 02000000:00000010:3.0:1776267959.538999:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c2784dc. 00000100:00000010:3.0:1776267959.539006:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:3.0:1776267959.539009:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:3.0:1776267959.539012:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00080000:00000010:3.0:1776267959.539036:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091c172f8. 00010000:00000010:3.0:1776267959.539153:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00010000:00000010:3.0:1776267959.539160:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee521d07. 00010000:00000010:3.0:1776267959.539245:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065ea9347. 00010000:00000010:3.0:1776267959.539253:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000873fb41f. 00010000:00000010:3.0:1776267959.539264:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f2012588. 00000100:00000010:3.0:1776267959.539267:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005bd9902e. 00000100:00000010:3.0:1776267959.539275:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d720bc70. 02000000:00000010:3.0:1776267959.539288:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c73ef281. 02000000:00000010:3.0:1776267959.539314:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c2784dc. 00000400:00000010:3.0:1776267959.539318:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008d4b1a77. 00000400:00000010:3.0:1776267959.539323:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0cacef. 00000100:00000200:3.0:1776267959.539327:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489485824, portal 16 00000400:00000010:3.0:1776267959.539332:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a04c9ce3. 00000100:00000200:3.0:1776267959.539334:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489485824, offset 0 00000400:00000200:3.0:1776267959.539338:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.539346:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.539352:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267959.539355:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267959.539358:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267959.539360:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91197:91197:255:4294967295] 192.168.202.34@tcp LPNI seq info [91197:91197:7:4294967295] 00000400:00000200:3.0:1776267959.539367:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.539371:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.539374:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343946). 00000800:00000200:3.0:1776267959.539537:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.539542:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.539544:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.540110:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.540115:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343698). 00000400:00000200:2.0:1776267959.540124:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.540131:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.540135:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10681d1 00000400:00000010:2.0:1776267959.540136:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d10681d1. 00000800:00000200:2.0:1776267959.540213:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.540215:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:2.0:1776267959.540218:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.540221:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.540223:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a04c9ce3 00000400:00000010:2.0:1776267959.540224:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a04c9ce3. 00000100:00000200:2.0:1776267959.540230:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d720bc70 x1862549489485824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267959.541026:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005935a99a. 00000400:00000200:3.0:1776267959.543806:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.543826:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28800 00000400:00000200:3.0:1776267959.543835:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb71cd [1] + 224 00000400:00000200:3.0:1776267959.543848:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.543852:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.543863:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d720bc70 x1862549489485824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.543925:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.543931:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69a40 00000400:00000200:3.0:1776267959.543936:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5bc5 [2] + 1640 00000400:00000200:3.0:1776267959.543944:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.543946:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.543951:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.543970:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 00000400:00000010:1.0:1776267959.544057:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008d4b1a77. 00000400:00000200:1.0:1776267959.544062:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0cacef 00000400:00000010:1.0:1776267959.544065:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0cacef. 00000100:00000200:1.0:1776267959.544070:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d720bc70 x1862549489485824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.544078:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d720bc70 x1862549489485824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267959.544122:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c2784dc. 02000000:00000010:1.0:1776267959.544130:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c73ef281. 00000100:00000010:1.0:1776267959.544134:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d720bc70. 00000100:00000010:1.0:1776267959.544138:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005bd9902e. 00010000:00000010:1.0:1776267959.544141:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f2012588. 00000020:00000010:2.0:1776267959.544357:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ba2d47b. 00000020:00000010:2.0:1776267959.544365:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267959.544369:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.544403:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f83dba0c x1862549476121152/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267959.544435:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121152 02000000:00000010:2.0:1776267959.544447:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007abb2c93. 00010000:00000010:2.0:1776267959.544476:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ed1de93. 00010000:00000010:2.0:1776267959.544498:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267959.544506:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001025c385. 00000100:00000010:2.0:1776267959.544523:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001025c385. 00010000:00000010:2.0:1776267959.544526:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267959.544541:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267959.544546:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121152, offset 224 00000400:00000200:2.0:1776267959.544555:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.544567:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.544572:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91198:91198:256:4294967295] 192.168.202.34@tcp LPNI seq info [91198:91198:8:4294967295] 00000400:00000200:2.0:1776267959.544583:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.544588:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.544593:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267959.544600:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.544607:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.544611:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.544632:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267959.544636:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.544639:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ba2d47b. 00000800:00000200:2.0:1776267959.544736:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.544740:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:2.0:1776267959.544743:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.544747:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.544750:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:2.0:1776267959.544752:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00080000:00000010:1.0:1776267959.545294:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095d7fc66. 00010000:00000010:1.0:1776267959.545407:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000873fb41f. 00010000:00000010:1.0:1776267959.545415:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003ae7ee2. 00010000:00000010:1.0:1776267959.545489:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e05217e0. 00010000:00000010:1.0:1776267959.545496:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000080a07673. 00010000:00000010:1.0:1776267959.545505:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd1d8f40. 00000100:00000010:1.0:1776267959.545512:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.545520:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 02000000:00000010:1.0:1776267959.545531:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005e31d92c. 02000000:00000010:1.0:1776267959.545554:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081d34556. 00000400:00000010:1.0:1776267959.545559:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267959.545562:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fd3bfba. 00000100:00000200:1.0:1776267959.545567:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489485888, portal 16 00000400:00000010:1.0:1776267959.545570:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c75b50e9. 00000100:00000200:1.0:1776267959.545572:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489485888, offset 0 00000400:00000200:1.0:1776267959.545578:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.545588:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.545594:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.545597:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.545600:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.545602:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91199:91199:256:4294967295] 192.168.202.34@tcp LPNI seq info [91199:91199:8:4294967295] 00000400:00000200:1.0:1776267959.545610:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.545614:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.545616:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a46ad86 (tot 82343698). 00000800:00000200:1.0:1776267959.545621:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.545625:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.545627:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007a46ad86 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776267959.547407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000814bcba8. 00010000:00000010:1.1:1776267959.547421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004df15cc1. 00010000:00000010:1.1:1776267959.547426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010463aa4. 00010000:00000010:1.1:1776267959.547430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb683e32. 00010000:00000010:1.1:1776267959.547432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006168d7bd. 00000800:00000200:3.0:1776267959.549614:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.549625:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a46ad86 (tot 82343450). 00000400:00000200:3.0:1776267959.549633:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.549643:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.549651:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c75b50e9 00000400:00000010:3.0:1776267959.549653:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c75b50e9. 00000100:00000200:3.0:1776267959.549664:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008d76028b x1862549489485888/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267959.553980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007280fc0. 00010000:00000010:3.1:1776267959.554003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b22eed96. 00010000:00000010:3.1:1776267959.554008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00010000:00000010:2.1:1776267959.554289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6396436. 00000400:00000200:3.0:1776267959.554611:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.554631:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28840 00000400:00000200:3.0:1776267959.554640:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb71d9 [1] + 224 00000400:00000200:3.0:1776267959.554655:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.554659:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.554672:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008d76028b x1862549489485888/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267959.554764:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:1.0:1776267959.554770:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fd3bfba 00000400:00000010:1.0:1776267959.554772:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fd3bfba. 00000100:00000200:1.0:1776267959.554778:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008d76028b x1862549489485888/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.554785:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008d76028b x1862549489485888/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267959.554820:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081d34556. 02000000:00000010:1.0:1776267959.554825:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005e31d92c. 00000100:00000010:1.0:1776267959.554829:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 00000100:00000010:1.0:1776267959.554834:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:1.0:1776267959.554838:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd1d8f40. 00000400:00000200:2.0:1776267959.560254:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.560279:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69a80 00000400:00000200:2.0:1776267959.560288:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5bc5 [2] + 1968 00000400:00000010:2.0:1776267959.560294:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f9d71e2. 00000400:00000200:2.0:1776267959.560301:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e7dd49b8 00000400:00000200:2.0:1776267959.560606:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.560613:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.560618:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7dd49b8 00000400:00000010:2.0:1776267959.560620:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e7dd49b8 (tot 82343298). 00000100:00000200:2.0:1776267959.560628:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776267959.562851:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5fe0967. 00000020:00000010:0.0:1776267959.562862:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267959.562867:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005533fc05. 00000100:00000200:0.0:1776267959.562923:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000078804392 x1862549476121216/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267959.563061:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121216 02000000:00000010:3.0:1776267959.563075:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000081666406. 00010000:00000010:3.0:1776267959.563116:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2ea5358. 00010000:00000010:3.0:1776267959.563137:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc7d5a4f. 00000100:00000010:3.0:1776267959.563146:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005bd9902e. 00000100:00000010:3.0:1776267959.563160:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005bd9902e. 00010000:00000010:3.0:1776267959.563164:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc7d5a4f. 00000400:00000010:3.0:1776267959.563179:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094003477. 00000100:00000200:3.0:1776267959.563184:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121216, offset 224 00000400:00000200:3.0:1776267959.563193:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.563207:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.563213:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91200:91200:256:4294967295] 192.168.202.34@tcp LPNI seq info [91200:91200:8:4294967295] 00000400:00000200:3.0:1776267959.563222:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.563227:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.563231:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343546). 00000800:00000200:3.0:1776267959.563248:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.563254:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.563258:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.563277:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:3.0:1776267959.563284:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005533fc05. 00000020:00000010:3.0:1776267959.563287:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5fe0967. 02000000:00000010:3.0:1776267959.563297:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007abb2c93. 00000100:00000010:3.0:1776267959.563301:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 02000000:00000010:3.0:1776267959.563305:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008206aac1. 00000100:00000010:3.0:1776267959.563308:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001f24538. 02000000:00000010:3.0:1776267959.563310:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005e104291. 00000100:00000010:3.0:1776267959.563312:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a6a3c49b. 02000000:00000010:3.0:1776267959.563315:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a307b2fd. 00000100:00000010:3.0:1776267959.563319:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038d6bd92. 02000000:00000010:3.0:1776267959.563322:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000def7e6c2. 00000100:00000010:3.0:1776267959.563324:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000594b1263. 02000000:00000010:3.0:1776267959.563327:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8f6f1f0. 00000100:00000010:3.0:1776267959.563330:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e23e275. 00000100:00000200:3.0:1776267959.563339:0:64837:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267959.563346:0:64837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f29dbcb. 00000400:00000010:3.0:1776267959.563350:0:64837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005bd9902e (tot 82343698). 00000800:00000200:3.0:1776267959.563464:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.563467:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267959.563474:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.563479:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.563483:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094003477 00000400:00000010:3.0:1776267959.563484:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094003477. 02000000:00000010:3.0:1776267959.563488:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000081666406. 00010000:00000010:1.1:1776267959.563990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6e502e6. 00010000:00000010:1.1:1776267959.564001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00080000:00000010:1.0:1776267959.564028:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e31d92c. 00010000:00000010:1.0:1776267959.564246:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080a07673. 00010000:00000010:1.0:1776267959.564254:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098e6fc1b. 00010000:00000010:1.0:1776267959.564335:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006168d7bd. 00010000:00000010:1.0:1776267959.564342:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000080a07673. 00010000:00000010:1.0:1776267959.564354:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd1d8f40. 00000100:00000010:1.0:1776267959.564361:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8779863. 00000100:00000010:1.0:1776267959.564370:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 02000000:00000010:1.0:1776267959.564395:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081d34556. 02000000:00000010:1.0:1776267959.564427:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008206aac1. 00000400:00000010:1.0:1776267959.564432:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267959.564437:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fd3bfba. 00000100:00000200:1.0:1776267959.564441:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489485952, portal 16 00000400:00000010:1.0:1776267959.564445:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf197cb7. 00000100:00000200:1.0:1776267959.564447:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489485952, offset 0 00000400:00000200:1.0:1776267959.564454:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.564463:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.564470:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.564473:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.564476:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.564478:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91201:91201:256:4294967295] 192.168.202.34@tcp LPNI seq info [91201:91201:8:4294967295] 00000400:00000200:1.0:1776267959.564487:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.564492:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.564495:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070de03a1 (tot 82343698). 00000800:00000200:1.0:1776267959.564500:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.564506:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.564509:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070de03a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.564710:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.564713:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070de03a1 (tot 82343450). 00000400:00000200:3.0:1776267959.564717:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.564721:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.564725:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf197cb7 00000400:00000010:3.0:1776267959.564727:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf197cb7. 00000100:00000200:3.0:1776267959.564733:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008d76028b x1862549489485952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.568626:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.568650:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28880 00000400:00000200:2.0:1776267959.568659:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb71e9 [1] + 224 00000400:00000200:2.0:1776267959.568671:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.568675:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.568686:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008d76028b x1862549489485952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.568730:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.568736:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69ac0 00000400:00000200:2.0:1776267959.568741:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5c1d [2] + 0 00000400:00000200:2.0:1776267959.568750:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.568753:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.568757:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.568763:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e23e275. 00000020:00000010:2.0:1776267959.568812:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bb2fe20. 00000020:00000010:2.0:1776267959.568818:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267959.568822:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.568848:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009e23e275 x1862549476121280/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267959.568880:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121280 02000000:00000010:2.0:1776267959.568919:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005e104291. 00010000:00000010:2.0:1776267959.568963:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041eb0981. 00000100:00000010:2.0:1776267959.568973:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001025c385. 00000100:00000010:2.0:1776267959.568981:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001025c385. 00010000:00000010:2.0:1776267959.568985:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041eb0981. 00000400:00000010:2.0:1776267959.569001:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267959.569007:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121280, offset 224 00000400:00000200:2.0:1776267959.569015:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.569027:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.569032:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91202:91202:256:4294967295] 192.168.202.34@tcp LPNI seq info [91202:91202:8:4294967295] 00000400:00000200:2.0:1776267959.569042:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.569047:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.569052:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267959.569058:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.569064:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.569067:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.569083:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267959.569087:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.569090:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bb2fe20. 00000800:00000200:2.0:1776267959.569203:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.569206:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:2.0:1776267959.569210:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.569214:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.569217:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:2.0:1776267959.569219:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00000400:00000010:3.0:1776267959.569610:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:3.0:1776267959.569614:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fd3bfba 00000400:00000010:3.0:1776267959.569616:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fd3bfba. 00000100:00000200:3.0:1776267959.569622:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008d76028b x1862549489485952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267959.569631:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008d76028b x1862549489485952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267959.569657:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f697e0a2. 02000000:00000010:3.0:1776267959.569673:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008206aac1. 02000000:00000010:3.0:1776267959.569678:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081d34556. 00000100:00000010:3.0:1776267959.569683:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 00000100:00000010:3.0:1776267959.569686:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8779863. 00010000:00000010:3.0:1776267959.569688:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd1d8f40. 00080000:00000010:3.0:1776267959.569706:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081666406. 00010000:00000010:3.0:1776267959.569798:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080a07673. 00010000:00000010:3.0:1776267959.569804:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc2a1178. 00010000:00000010:3.0:1776267959.569871:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:3.0:1776267959.569877:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009184fe1a. 00010000:00000010:3.0:1776267959.569887:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc7d5a4f. 00000100:00000010:3.0:1776267959.569891:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:3.0:1776267959.569918:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000594b1263. 02000000:00000010:3.0:1776267959.569932:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081d34556. 02000000:00000010:3.0:1776267959.569959:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8f6f1f0. 00000400:00000010:3.0:1776267959.569964:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001dbd0e28. 00000400:00000010:3.0:1776267959.569968:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094003477. 00000100:00000200:3.0:1776267959.569973:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486016, portal 16 00000400:00000010:3.0:1776267959.569978:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073ae4338. 00000100:00000200:3.0:1776267959.569980:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486016, offset 0 00000400:00000200:3.0:1776267959.569987:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.569996:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.570003:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267959.570006:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267959.570009:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267959.570012:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91203:91203:256:4294967295] 192.168.202.34@tcp LPNI seq info [91203:91203:8:4294967295] 00000400:00000200:3.0:1776267959.570020:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.570025:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.570029:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.570035:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.570040:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.570043:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.571320:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.571327:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:2.0:1776267959.571336:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.571343:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.571349:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073ae4338 00000400:00000010:2.0:1776267959.571350:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073ae4338. 00000100:00000200:2.0:1776267959.571359:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000594b1263 x1862549489486016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267959.576343:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a206298a. 00000400:00000200:2.0:1776267959.576658:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.576677:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b288c0 00000400:00000200:2.0:1776267959.576686:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb71f5 [1] + 224 00000400:00000200:2.0:1776267959.576699:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.576704:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.576716:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000594b1263 x1862549489486016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.576752:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.576759:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69b00 00000400:00000200:2.0:1776267959.576763:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5c1d [2] + 328 00000400:00000200:2.0:1776267959.576771:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.576774:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.576778:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.576782:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001f24538. 00000400:00000010:3.0:1776267959.576850:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001dbd0e28. 00000400:00000200:3.0:1776267959.576856:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094003477 00000400:00000010:3.0:1776267959.576858:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094003477. 00000100:00000200:3.0:1776267959.576865:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000594b1263 x1862549489486016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267959.576873:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000594b1263 x1862549489486016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267959.576929:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8f6f1f0. 02000000:00000010:3.0:1776267959.576936:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081d34556. 00000100:00000010:3.0:1776267959.576941:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000594b1263. 00000100:00000010:3.0:1776267959.576945:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:3.0:1776267959.576949:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc7d5a4f. 00010000:00000010:1.1:1776267959.577006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000007d0d3f. 00010000:00000010:1.1:1776267959.577013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05217e0. 00000020:00000010:1.0:1776267959.577044:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c73ef281. 00000020:00000010:1.0:1776267959.577051:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.577056:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.577082:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001f24538 x1862549476121344/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267959.577190:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121344 02000000:00000010:1.0:1776267959.577203:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008206aac1. 00010000:00000010:1.0:1776267959.577244:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052c2972d. 00010000:00000010:1.0:1776267959.577270:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000792ad836. 00000100:00000010:1.0:1776267959.577277:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080d07e23. 00000100:00000010:1.0:1776267959.577326:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080d07e23. 00010000:00000010:1.0:1776267959.577329:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000792ad836. 00000400:00000010:1.0:1776267959.577342:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c700c40e. 00000100:00000200:1.0:1776267959.577347:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121344, offset 224 00000400:00000200:1.0:1776267959.577354:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.577366:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.577371:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91204:91204:256:4294967295] 192.168.202.34@tcp LPNI seq info [91204:91204:8:4294967295] 00000400:00000200:1.0:1776267959.577391:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.577397:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.577401:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343698). 00000800:00000200:1.0:1776267959.577407:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.577415:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.577419:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.577437:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.577442:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.577445:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c73ef281. 00000800:00000200:1.0:1776267959.577538:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.577542:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007516ad8d (tot 82343450). 00000400:00000200:1.0:1776267959.577546:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.577549:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.577552:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c700c40e 00000400:00000010:1.0:1776267959.577554:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c700c40e. 00010000:00000010:3.1:1776267959.582436:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000811452c. 00010000:00000010:3.1:1776267959.582453:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7940e2e. 00010000:00000010:3.1:1776267959.582457:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006168d7bd. 00080000:00000010:2.0:1776267959.582805:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ba2d47b. 00010000:00000010:2.0:1776267959.582931:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009184fe1a. 00010000:00000010:2.0:1776267959.582941:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001b535bb. 00010000:00000010:2.0:1776267959.583025:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb3bd51c. 00010000:00000010:2.0:1776267959.583029:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.583034:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.0:1776267959.583040:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.583056:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006bb2fe20. 00010000:00000010:2.0:1776267959.583081:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.583085:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.583147:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c642025. 00010000:00000010:2.0:1776267959.583151:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.583160:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000041eb0981. 00000100:00000010:2.0:1776267959.583167:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001025c385. 00000100:00000010:2.0:1776267959.583178:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 02000000:00000010:2.0:1776267959.583191:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007abb2c93. 02000000:00000010:2.0:1776267959.583223:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c470cf83. 00000400:00000010:2.0:1776267959.583229:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f9d71e2. 00000400:00000010:2.0:1776267959.583247:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267959.583255:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486080, portal 16 00000400:00000010:2.0:1776267959.583262:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aae40fc7. 00000100:00000200:2.0:1776267959.583264:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486080, offset 0 00000400:00000200:2.0:1776267959.583274:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.583292:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.583299:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.583303:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.583306:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.583309:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91205:91205:256:4294967295] 192.168.202.34@tcp LPNI seq info [91205:91205:8:4294967295] 00000400:00000200:2.0:1776267959.583319:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.583325:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.583329:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267959.583337:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.583344:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.583348:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.583700:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.583704:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:3.0:1776267959.583709:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.583714:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.583719:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aae40fc7 00000400:00000010:3.0:1776267959.583721:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aae40fc7. 00000100:00000200:3.0:1776267959.583730:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007dd391c3 x1862549489486080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267959.585290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ee68efd. 00000400:00000200:2.0:1776267959.592507:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.592531:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28900 00000400:00000200:2.0:1776267959.592540:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7201 [1] + 224 00000400:00000200:2.0:1776267959.592554:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.592558:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.592571:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007dd391c3 x1862549489486080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.592607:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.592612:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69b40 00000400:00000200:2.0:1776267959.592618:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5c1d [2] + 656 00000400:00000200:2.0:1776267959.592678:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.592682:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.592686:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.592691:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009747af4d. 00000400:00000010:3.0:1776267959.592783:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008f9d71e2. 00000400:00000200:3.0:1776267959.592788:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:3.0:1776267959.592790:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00000100:00000200:3.0:1776267959.592797:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007dd391c3 x1862549489486080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267959.592805:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007dd391c3 x1862549489486080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267959.592838:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c470cf83. 02000000:00000010:3.0:1776267959.592844:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007abb2c93. 00000100:00000010:3.0:1776267959.592853:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 00000100:00000010:3.0:1776267959.592858:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001025c385. 00010000:00000010:3.0:1776267959.592862:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000041eb0981. 00000020:00000010:0.0:1776267959.593309:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000def7e6c2. 00000020:00000010:0.0:1776267959.593318:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b118aa63. 00000020:00000010:0.0:1776267959.593322:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267959.593347:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009747af4d x1862549476121408/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267959.593385:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121408 02000000:00000010:0.0:1776267959.593396:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a5fe0967. 00010000:00000010:0.0:1776267959.593423:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc69df96. 00010000:00000010:0.0:1776267959.593444:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a032f1cc. 00000100:00000010:0.0:1776267959.593455:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023939620. 00000100:00000010:0.0:1776267959.593468:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023939620. 00010000:00000010:0.0:1776267959.593471:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a032f1cc. 00000400:00000010:0.0:1776267959.593485:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5deca77. 00000100:00000200:0.0:1776267959.593491:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121408, offset 224 00000400:00000200:0.0:1776267959.593501:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.593516:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.593523:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91206:91206:256:4294967295] 192.168.202.34@tcp LPNI seq info [91206:91206:8:4294967295] 00000400:00000200:0.0:1776267959.593535:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.593544:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.593550:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343698). 00000800:00000200:0.0:1776267959.593556:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.593565:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.593569:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776267959.593572:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a307b2fd. 00000020:00000010:0.0:1776267959.593595:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b118aa63. 00000020:00000010:0.0:1776267959.593600:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267959.593603:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000def7e6c2. 00010000:00000010:3.0:1776267959.593725:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:3.0:1776267959.593736:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009f6cf8b8. 00010000:00000010:3.0:1776267959.593985:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6d45313. 00010000:00000010:3.0:1776267959.593996:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003864e64a. 00010000:00000010:3.0:1776267959.594013:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc7d5a4f. 00000100:00000010:3.0:1776267959.594023:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:3.0:1776267959.594034:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000594b1263. 02000000:00000010:3.0:1776267959.594052:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081d34556. 02000000:00000010:3.0:1776267959.594091:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8f6f1f0. 00000400:00000010:3.0:1776267959.594100:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001dbd0e28. 00000400:00000010:3.0:1776267959.594107:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094003477. 00000100:00000200:3.0:1776267959.594115:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486144, portal 16 00000400:00000010:3.0:1776267959.594122:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000341d5d58. 00000100:00000200:3.0:1776267959.594124:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486144, offset 0 00000400:00000200:3.0:1776267959.594135:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.594151:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.594160:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267959.594165:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267959.594168:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267959.594171:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91207:91207:255:4294967295] 192.168.202.34@tcp LPNI seq info [91207:91207:7:4294967295] 00000800:00000200:0.0:1776267959.594183:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1776267959.594184:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000010:0.0:1776267959.594193:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000800:00000200:3.0:1776267959.594199:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.594204:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1776267959.594207:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000400:00000200:0.0:1776267959.594214:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000800:00000200:3.0:1776267959.594218:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000400:00000200:0.0:1776267959.594220:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5deca77 00000400:00000010:0.0:1776267959.594225:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5deca77. 00000800:00000200:3.0:1776267959.594231:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.594246:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.594384:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.594388:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:2.0:1776267959.594393:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.594398:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.594401:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000341d5d58 00000400:00000010:2.0:1776267959.594402:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000341d5d58. 00000100:00000200:2.0:1776267959.594408:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000594b1263 x1862549489486144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267959.595936:0:78474:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a67fc0ec. 00010000:00000010:2.1:1776267959.595950:0:78474:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:2.1:1776267959.595954:0:78474:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb3bd51c. 00010000:00000010:2.1:1776267959.595956:0:78474:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00000400:00000200:3.0:1776267959.597163:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.597190:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28940 00000400:00000200:3.0:1776267959.597201:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb720d [1] + 224 00000400:00000200:3.0:1776267959.597218:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.597222:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.597245:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000594b1263 x1862549489486144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.597289:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.597295:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69b80 00000400:00000200:3.0:1776267959.597302:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5c1d [2] + 984 00000400:00000200:3.0:1776267959.597311:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.597314:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.597319:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.597326:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038d6bd92. 00000020:00000010:1.0:1776267959.598264:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f43dbd1f. 00000020:00000010:1.0:1776267959.598279:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.598284:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.598314:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038d6bd92 x1862549476121472/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267959.598344:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121472 02000000:00000010:1.0:1776267959.598354:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014cf24cb. 00010000:00000010:1.0:1776267959.598394:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001085964d. 00000100:00000010:1.0:1776267959.598402:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080d07e23. 00000100:00000010:1.0:1776267959.598408:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080d07e23. 00010000:00000010:1.0:1776267959.598412:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001085964d. 00000400:00000010:1.0:1776267959.598426:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c700c40e. 00000100:00000200:1.0:1776267959.598432:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121472, offset 224 00000400:00000200:1.0:1776267959.598439:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.598453:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.598460:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91208:91208:256:4294967295] 192.168.202.34@tcp LPNI seq info [91208:91208:8:4294967295] 00000400:00000200:1.0:1776267959.598470:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.598475:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.598479:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343698). 00000800:00000200:1.0:1776267959.598486:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.598493:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.598497:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.598519:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.598523:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.598526:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f43dbd1f. 00000800:00000200:1.0:1776267959.598635:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.598638:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007516ad8d (tot 82343450). 00000400:00000200:1.0:1776267959.598642:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.598647:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.598652:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c700c40e 00000400:00000010:1.0:1776267959.598654:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c700c40e. 00000400:00000010:1.0:1776267959.600425:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001dbd0e28. 00000400:00000200:1.0:1776267959.600433:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094003477 00000400:00000010:1.0:1776267959.600435:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094003477. 00000100:00000200:1.0:1776267959.600447:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000594b1263 x1862549489486144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.600456:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000594b1263 x1862549489486144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267959.600480:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000758ee881. 02000000:00000010:1.0:1776267959.600496:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8f6f1f0. 02000000:00000010:1.0:1776267959.600502:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081d34556. 00000100:00000010:1.0:1776267959.600506:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000594b1263. 00000100:00000010:1.0:1776267959.600509:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:1.0:1776267959.600514:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc7d5a4f. 00080000:00000010:1.0:1776267959.600534:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f43dbd1f. 00010000:00000010:1.0:1776267959.600632:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003864e64a. 00010000:00000010:1.0:1776267959.600639:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a4338c57. 00010000:00000010:1.0:1776267959.600730:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e05217e0. 00010000:00000010:1.0:1776267959.600737:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267959.600749:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001085964d. 00000100:00000010:1.0:1776267959.600756:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080d07e23. 00000100:00000010:1.0:1776267959.600765:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 02000000:00000010:1.0:1776267959.600779:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb9baa06. 02000000:00000010:1.0:1776267959.600810:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8f76a91. 00000400:00000010:1.0:1776267959.600815:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267959.600819:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c700c40e. 00000100:00000200:1.0:1776267959.600824:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486208, portal 16 00000400:00000010:1.0:1776267959.600829:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267959.600831:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486208, offset 0 00000400:00000200:1.0:1776267959.600838:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.600851:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.600858:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.600862:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.600864:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.600868:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91209:91209:256:4294967295] 192.168.202.34@tcp LPNI seq info [91209:91209:8:4294967295] 00000400:00000200:1.0:1776267959.600878:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.600883:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.600888:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343698). 00010000:00000010:3.1:1776267959.600942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b467b845. 00000800:00000200:1.0:1776267959.600957:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.600967:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.600971:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776267959.601052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00000800:00000200:1.0:1776267959.601092:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.601106:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007516ad8d (tot 82343450). 00000400:00000200:1.0:1776267959.601113:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.601121:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.601125:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:1.0:1776267959.601127:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:1.0:1776267959.601132:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008d76028b x1862549489486208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267959.604662:0:55358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2686a8e. 00000400:00000200:1.0:1776267959.607698:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267959.607719:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28980 00000400:00000200:1.0:1776267959.607728:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7219 [1] + 224 00000400:00000200:1.0:1776267959.607753:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.607758:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267959.607769:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008d76028b x1862549489486208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267959.607805:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267959.607811:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69bc0 00000400:00000200:1.0:1776267959.607815:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5c1d [2] + 1312 00000400:00000200:1.0:1776267959.607825:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.607829:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267959.607832:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267959.607838:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 00000020:00000010:2.0:1776267959.607981:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007abb2c93. 00000020:00000010:2.0:1776267959.607989:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267959.607993:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.608019:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000032d5c907 x1862549476121536/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267959.608051:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121536 02000000:00000010:2.0:1776267959.608062:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c470cf83. 00010000:00000010:2.0:1776267959.608118:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000933d72ae. 00000100:00000010:2.0:1776267959.608126:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001025c385. 00000100:00000010:2.0:1776267959.608135:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001025c385. 00010000:00000010:2.0:1776267959.608138:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000933d72ae. 00000400:00000010:3.0:1776267959.608141:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:3.0:1776267959.608148:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c700c40e 00000400:00000010:3.0:1776267959.608150:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c700c40e. 00000400:00000010:2.0:1776267959.608153:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267959.608159:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121536, offset 224 00000400:00000200:2.0:1776267959.608167:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000100:00000200:3.0:1776267959.608168:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008d76028b x1862549489486208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.608179:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000100:00000200:3.0:1776267959.608181:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008d76028b x1862549489486208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.608189:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91210:91210:256:4294967295] 192.168.202.34@tcp LPNI seq info [91210:91210:8:4294967295] 00000400:00000200:2.0:1776267959.608201:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.608206:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00010000:00000010:3.0:1776267959.608211:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004462cebe. 00000800:00000010:2.0:1776267959.608211:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267959.608219:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.608226:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 02000000:00000010:3.0:1776267959.608228:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8f76a91. 00000800:00000200:2.0:1776267959.608239:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1776267959.608245:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb9baa06. 00000100:00000010:3.0:1776267959.608251:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 00000100:00000010:3.0:1776267959.608255:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080d07e23. 00010000:00000010:3.0:1776267959.608258:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001085964d. 00000020:00000010:2.0:1776267959.608263:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267959.608268:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.608271:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007abb2c93. 00080000:00000010:3.0:1776267959.608278:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008892d8d6. 00000800:00000200:2.0:1776267959.608367:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.608371:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:2.0:1776267959.608374:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.608378:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.608380:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:2.0:1776267959.608381:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00010000:00000010:3.0:1776267959.609532:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d56b376b. 00010000:00000010:3.0:1776267959.609545:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e190043. 00010000:00000010:1.1:1776267959.610341:0:78471:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc3981c8. 00010000:00000010:1.1:1776267959.610351:0:78471:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000692b07ad. 00010000:00000010:1.1:1776267959.610356:0:78471:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:3.0:1776267959.611149:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6d45313. 00010000:00000010:3.0:1776267959.611170:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000817a55b7. 00010000:00000010:3.0:1776267959.611188:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b373ad2. 00000100:00000010:3.0:1776267959.611196:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:3.0:1776267959.611208:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6a3c49b. 02000000:00000010:3.0:1776267959.611222:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3603ec8. 02000000:00000010:3.0:1776267959.611261:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007221b8ee. 00000400:00000010:3.0:1776267959.611269:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c1c49be1. 00000400:00000010:3.0:1776267959.611276:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094003477. 00000100:00000200:3.0:1776267959.611283:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486272, portal 16 00000400:00000010:3.0:1776267959.611289:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000341d5d58. 00000100:00000200:3.0:1776267959.611291:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486272, offset 0 00000400:00000200:3.0:1776267959.611301:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.611328:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.611335:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267959.611340:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267959.611342:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267959.611346:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91211:91211:256:4294967295] 192.168.202.34@tcp LPNI seq info [91211:91211:8:4294967295] 00000400:00000200:3.0:1776267959.611356:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.611362:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.611367:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267959.611373:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.611380:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.611384:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267959.611535:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.611539:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267959.611546:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.611552:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.611556:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000341d5d58 00000400:00000010:1.0:1776267959.611558:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000341d5d58. 00000100:00000200:1.0:1776267959.611565:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a6a3c49b x1862549489486272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267959.615084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc1e9c44. 00000400:00000200:3.0:1776267959.615190:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.615208:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b289c0 00000400:00000200:3.0:1776267959.615217:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7225 [1] + 224 00000400:00000200:3.0:1776267959.615230:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.615247:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.615261:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a6a3c49b x1862549489486272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.615303:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.615310:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69c00 00000400:00000200:3.0:1776267959.615315:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5c1d [2] + 1640 00000400:00000200:3.0:1776267959.615325:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.615328:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.615333:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.615339:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 00000020:00000010:2.0:1776267959.615859:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff07397e. 00000020:00000010:2.0:1776267959.615868:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267959.615873:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.615920:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f83dba0c x1862549476121600/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267959.615951:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121600 02000000:00000010:2.0:1776267959.615962:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000633aa133. 00010000:00000010:2.0:1776267959.615999:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000933d72ae. 00000100:00000010:2.0:1776267959.616006:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001025c385. 00000100:00000010:2.0:1776267959.616012:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001025c385. 00010000:00000010:2.0:1776267959.616016:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000933d72ae. 00000400:00000010:2.0:1776267959.616031:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267959.616037:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121600, offset 224 00000400:00000200:2.0:1776267959.616044:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.616055:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.616060:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91212:91212:256:4294967295] 192.168.202.34@tcp LPNI seq info [91212:91212:8:4294967295] 00000400:00000200:2.0:1776267959.616070:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.616075:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.616081:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267959.616087:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.616093:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.616109:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.616130:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267959.616135:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.616138:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff07397e. 00000800:00000200:2.0:1776267959.616242:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.616246:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:2.0:1776267959.616249:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.616253:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.616257:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:2.0:1776267959.616259:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00000400:00000010:0.0:1776267959.616454:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1c49be1. 00000400:00000200:0.0:1776267959.616458:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094003477 00000400:00000010:0.0:1776267959.616460:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094003477. 00000100:00000200:0.0:1776267959.616467:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a6a3c49b x1862549489486272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.616475:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a6a3c49b x1862549489486272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267959.616498:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007dd4fbaa. 02000000:00000010:0.0:1776267959.616511:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007221b8ee. 02000000:00000010:0.0:1776267959.616518:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3603ec8. 00000100:00000010:0.0:1776267959.616522:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a6a3c49b. 00000100:00000010:0.0:1776267959.616525:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:0.0:1776267959.616529:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b373ad2. 00080000:00000010:0.0:1776267959.616547:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000def7e6c2. 00010000:00000010:0.0:1776267959.616643:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000817a55b7. 00010000:00000010:0.0:1776267959.616649:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f7b70eee. 00010000:00000010:0.0:1776267959.616734:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000223b1c2e. 00010000:00000010:0.0:1776267959.616757:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000606da36d. 00010000:00000010:0.0:1776267959.616770:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006a607e14. 00000100:00000010:0.0:1776267959.616775:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023939620. 00000100:00000010:0.0:1776267959.616782:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a57d0cf0. 02000000:00000010:0.0:1776267959.616793:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c2784dc. 02000000:00000010:0.0:1776267959.616817:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004787b750. 00000400:00000010:0.0:1776267959.616821:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002e744dee. 00000400:00000010:0.0:1776267959.616826:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5deca77. 00000100:00000200:0.0:1776267959.616831:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486336, portal 16 00000400:00000010:0.0:1776267959.616836:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083f3734f. 00000100:00000200:0.0:1776267959.616838:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486336, offset 0 00000400:00000200:0.0:1776267959.616844:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.616851:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.616857:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.616861:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.616864:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.616866:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91213:91213:256:4294967295] 192.168.202.34@tcp LPNI seq info [91213:91213:8:4294967295] 00000400:00000200:0.0:1776267959.616874:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.616879:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.616882:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343698). 00000800:00000200:0.0:1776267959.616887:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.616921:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.616925:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.617162:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.617165:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000400:00000200:2.0:1776267959.617169:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.617173:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.617177:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083f3734f 00000400:00000010:2.0:1776267959.617179:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083f3734f. 00000100:00000200:2.0:1776267959.617185:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a57d0cf0 x1862549489486336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267959.621939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd5f8168. 00010000:00000010:0.1:1776267959.621950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aaf690ab. 00010000:00000010:0.1:1776267959.621954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:3.1:1776267959.622804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1641d64. 00010000:00000010:3.1:1776267959.622813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05217e0. 00000400:00000200:0.0:1776267959.625758:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.625778:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28a00 00000400:00000200:0.0:1776267959.625787:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7231 [1] + 224 00000400:00000200:0.0:1776267959.625799:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.625804:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.625815:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a57d0cf0 x1862549489486336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.625857:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.625863:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69c40 00000400:00000200:0.0:1776267959.625868:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5c1d [2] + 1968 00000400:00000010:0.0:1776267959.625873:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c6518ede. 00000400:00000200:0.0:1776267959.625877:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009bca7ae5 00000400:00000200:0.0:1776267959.625886:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.625889:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.625891:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009bca7ae5 00000400:00000010:0.0:1776267959.625927:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009bca7ae5 (tot 82343298). 00000100:00000200:0.0:1776267959.625934:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776267959.626034:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff07397e. 00000020:00000010:2.0:1776267959.626042:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267959.626047:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.626072:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077351230 x1862549476121664/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267959.626117:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121664 02000000:00000010:2.0:1776267959.626131:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb2c298b. 00010000:00000010:2.0:1776267959.626172:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007382b738. 00000100:00000010:2.0:1776267959.626179:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001025c385. 00000100:00000010:2.0:1776267959.626186:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001025c385. 00010000:00000010:2.0:1776267959.626190:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007382b738. 00000400:00000010:2.0:1776267959.626204:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267959.626209:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121664, offset 224 00000400:00000200:2.0:1776267959.626217:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.626227:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.626241:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91214:91214:256:4294967295] 192.168.202.34@tcp LPNI seq info [91214:91214:8:4294967295] 00000400:00000200:2.0:1776267959.626251:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.626256:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.626260:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343546). 00000800:00000200:2.0:1776267959.626265:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.626273:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.626276:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.626293:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267959.626297:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.626299:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff07397e. 02000000:00000010:2.0:1776267959.626309:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000633aa133. 00000100:00000010:2.0:1776267959.626312:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 02000000:00000010:2.0:1776267959.626316:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c470cf83. 00000100:00000010:2.0:1776267959.626318:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 02000000:00000010:2.0:1776267959.626320:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014cf24cb. 00000100:00000010:2.0:1776267959.626322:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038d6bd92. 02000000:00000010:2.0:1776267959.626324:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a5fe0967. 00000100:00000010:2.0:1776267959.626327:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009747af4d. 02000000:00000010:2.0:1776267959.626330:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008206aac1. 00000100:00000010:2.0:1776267959.626332:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001f24538. 02000000:00000010:2.0:1776267959.626335:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005e104291. 00000100:00000010:2.0:1776267959.626336:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e23e275. 00000100:00000200:2.0:1776267959.626341:0:64837:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776267959.626346:0:64837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000deba23f2. 00000400:00000010:2.0:1776267959.626349:0:64837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001025c385 (tot 82343698). 00000800:00000200:2.0:1776267959.626434:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.626438:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:2.0:1776267959.626441:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.626444:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.626446:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:2.0:1776267959.626448:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 02000000:00000010:2.0:1776267959.626453:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eb2c298b. 00000400:00000010:1.0:1776267959.626618:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002e744dee. 00000400:00000200:1.0:1776267959.626623:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5deca77 00000400:00000010:1.0:1776267959.626625:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5deca77. 00000100:00000200:1.0:1776267959.626631:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a57d0cf0 x1862549489486336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.626639:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a57d0cf0 x1862549489486336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267959.626659:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000173a9ecc. 02000000:00000010:1.0:1776267959.626670:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004787b750. 02000000:00000010:1.0:1776267959.626675:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c2784dc. 00000100:00000010:1.0:1776267959.626680:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a57d0cf0. 00000100:00000010:1.0:1776267959.626683:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023939620. 00010000:00000010:1.0:1776267959.626685:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006a607e14. 00080000:00000010:1.0:1776267959.626702:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060813657. 00010000:00000010:1.0:1776267959.626793:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000606da36d. 00010000:00000010:1.0:1776267959.626800:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ad80799d. 00010000:00000010:1.0:1776267959.626873:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fac1a17. 00010000:00000010:1.0:1776267959.626879:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267959.626889:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa7a23c8. 00000100:00000010:1.0:1776267959.626922:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009bca7ae5. 00000100:00000010:1.0:1776267959.626929:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 02000000:00000010:1.0:1776267959.626940:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006b2dca06. 02000000:00000010:1.0:1776267959.626962:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014cf24cb. 00000400:00000010:1.0:1776267959.626965:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038c0a477. 00000400:00000010:1.0:1776267959.626968:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267959.626971:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486400, portal 16 00000400:00000010:1.0:1776267959.626975:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008757b184. 00000100:00000200:1.0:1776267959.626976:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486400, offset 0 00000400:00000200:1.0:1776267959.626981:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.626988:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.626993:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.626996:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.626999:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.627001:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91215:91215:256:4294967295] 192.168.202.34@tcp LPNI seq info [91215:91215:8:4294967295] 00000400:00000200:1.0:1776267959.627008:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.627013:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.627016:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343698). 00000800:00000200:1.0:1776267959.627020:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.627023:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.627026:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.627311:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.627313:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007516ad8d (tot 82343450). 00000400:00000200:2.0:1776267959.627317:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.627321:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.627324:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008757b184 00000400:00000010:2.0:1776267959.627325:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008757b184. 00000100:00000200:2.0:1776267959.627329:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f72124f x1862549489486400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.631514:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.631536:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28a40 00000400:00000200:0.0:1776267959.631546:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7241 [1] + 224 00000400:00000200:0.0:1776267959.631563:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.631568:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.631580:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f72124f x1862549489486400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267959.635110:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038c0a477. 00000400:00000200:3.0:1776267959.635120:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:3.0:1776267959.635122:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:3.0:1776267959.635136:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f72124f x1862549489486400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267959.635146:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f72124f x1862549489486400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267959.635193:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014cf24cb. 02000000:00000010:3.0:1776267959.635201:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006b2dca06. 00000100:00000010:3.0:1776267959.635206:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 00000100:00000010:3.0:1776267959.635211:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009bca7ae5. 00010000:00000010:3.0:1776267959.635215:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa7a23c8. 00000400:00000200:0.0:1776267959.635403:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.635420:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69c80 00000400:00000200:0.0:1776267959.635427:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5c75 [2] + 0 00000400:00000200:0.0:1776267959.635485:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.635491:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.635497:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.635502:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001432bc6c. 00000020:00000010:1.0:1776267959.635603:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb9baa06. 00000020:00000010:1.0:1776267959.635611:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.635616:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.635642:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001432bc6c x1862549476121728/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267959.635675:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121728 02000000:00000010:1.0:1776267959.635685:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8f76a91. 00010000:00000010:1.0:1776267959.635713:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fad911ac. 00010000:00000010:1.0:1776267959.635731:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000068f84808. 00000100:00000010:1.0:1776267959.635738:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009bca7ae5. 00000100:00000010:1.0:1776267959.635757:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009bca7ae5. 00010000:00000010:1.0:1776267959.635760:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000068f84808. 00000400:00000010:1.0:1776267959.635771:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267959.635776:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121728, offset 224 00000400:00000200:1.0:1776267959.635783:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.635795:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.635801:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91216:91216:256:4294967295] 192.168.202.34@tcp LPNI seq info [91216:91216:8:4294967295] 00000400:00000200:1.0:1776267959.635811:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.635815:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.635820:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343698). 00000800:00000200:1.0:1776267959.635825:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.635831:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.635835:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.635850:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.635854:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.635856:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb9baa06. 00000800:00000200:1.0:1776267959.635939:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.635943:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576a5c4b (tot 82343450). 00000400:00000200:1.0:1776267959.635946:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.635950:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.635953:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:1.0:1776267959.635955:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00080000:00000010:0.0:1776267959.636021:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019641a65. 00010000:00000010:0.0:1776267959.636125:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:0.0:1776267959.636132:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001b575d2. 00010000:00000010:0.0:1776267959.636217:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b455397e. 00010000:00000010:0.0:1776267959.636222:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267959.636244:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bf276e9. 00000100:00000010:0.0:1776267959.636248:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023939620. 00000100:00000010:0.0:1776267959.636255:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a57d0cf0. 02000000:00000010:0.0:1776267959.636266:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a3a500d9. 02000000:00000010:0.0:1776267959.636287:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bed9a1bd. 00000400:00000010:0.0:1776267959.636292:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002e744dee. 00000400:00000010:0.0:1776267959.636296:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052669a04. 00000100:00000200:0.0:1776267959.636301:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486464, portal 16 00000400:00000010:0.0:1776267959.636305:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b63bbdc2. 00000100:00000200:0.0:1776267959.636307:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486464, offset 0 00000400:00000200:0.0:1776267959.636311:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.636317:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.636323:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.636327:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.636330:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.636332:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91217:91217:256:4294967295] 192.168.202.34@tcp LPNI seq info [91217:91217:8:4294967295] 00000400:00000200:0.0:1776267959.636340:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.636344:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.636347:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267959.636350:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.636354:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.636357:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267959.636509:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.636511:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:1.0:1776267959.636514:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.636518:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.636520:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b63bbdc2 00000400:00000010:1.0:1776267959.636521:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b63bbdc2. 00000100:00000200:1.0:1776267959.636527:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a57d0cf0 x1862549489486464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.638950:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.638969:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28a80 00000400:00000200:0.0:1776267959.638983:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb724d [1] + 224 00000400:00000200:0.0:1776267959.638994:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.638998:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.639007:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a57d0cf0 x1862549489486464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.639044:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.639048:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69cc0 00000400:00000200:0.0:1776267959.639053:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5c75 [2] + 328 00000400:00000200:0.0:1776267959.639060:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.639063:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.639066:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.639070:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000261e0f2e. 00000400:00000010:3.0:1776267959.639176:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002e744dee. 00000400:00000200:3.0:1776267959.639188:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052669a04 00000400:00000010:3.0:1776267959.639191:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052669a04. 00000100:00000200:3.0:1776267959.639207:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a57d0cf0 x1862549489486464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267959.639218:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a57d0cf0 x1862549489486464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776267959.639223:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb2c298b. 00000020:00000010:2.0:1776267959.639241:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267959.639247:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 02000000:00000010:3.0:1776267959.639269:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bed9a1bd. 02000000:00000010:3.0:1776267959.639278:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a3a500d9. 00000100:00000200:2.0:1776267959.639279:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000261e0f2e x1862549476121792/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000010:3.0:1776267959.639285:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a57d0cf0. 00000100:00000010:3.0:1776267959.639293:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023939620. 00010000:00000010:3.0:1776267959.639298:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bf276e9. 00000100:00000200:2.0:1776267959.639325:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121792 02000000:00000010:2.0:1776267959.639338:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004b93c807. 00010000:00000010:2.0:1776267959.639370:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:2.0:1776267959.639392:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007382b738. 00000100:00000010:2.0:1776267959.639401:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7dd49b8. 00000100:00000010:2.0:1776267959.639417:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7dd49b8. 00010000:00000010:2.0:1776267959.639421:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007382b738. 00000400:00000010:2.0:1776267959.639431:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267959.639436:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121792, offset 224 00000400:00000200:2.0:1776267959.639443:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.639452:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.639457:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91218:91218:256:4294967295] 192.168.202.34@tcp LPNI seq info [91218:91218:8:4294967295] 00000400:00000200:2.0:1776267959.639465:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.639469:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.639473:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267959.639478:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.639485:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.639488:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.639507:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267959.639511:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.639514:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb2c298b. 00000800:00000200:2.0:1776267959.639597:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.639600:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:2.0:1776267959.639603:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.639606:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.639610:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:2.0:1776267959.639612:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00010000:00000010:1.1:1776267959.640184:0:78471:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095cab9d7. 00010000:00000010:1.1:1776267959.640194:0:78471:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3fed87f. 00010000:00000010:1.1:1776267959.640197:0:78471:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000223b1c2e. 00080000:00000010:3.0:1776267959.640554:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049541ceb. 00010000:00000010:3.0:1776267959.640692:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:3.0:1776267959.640702:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000035073f65. 00010000:00000010:3.0:1776267959.640813:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:3.0:1776267959.640823:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267959.640839:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093752739. 00000100:00000010:3.0:1776267959.640849:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:3.0:1776267959.640860:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c1002d6e. 02000000:00000010:3.0:1776267959.640875:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e375e61b. 02000000:00000010:3.0:1776267959.640968:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001549d052. 00000400:00000010:3.0:1776267959.640976:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000646e65e0. 00000400:00000010:3.0:1776267959.640983:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073ae4338. 00000100:00000200:3.0:1776267959.640992:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486528, portal 16 00000400:00000010:3.0:1776267959.640998:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0cacef. 00000100:00000200:3.0:1776267959.641001:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486528, offset 0 00000400:00000200:3.0:1776267959.641010:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.641028:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.641037:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267959.641041:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267959.641044:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267959.641047:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91219:91219:256:4294967295] 192.168.202.34@tcp LPNI seq info [91219:91219:8:4294967295] 00000400:00000200:3.0:1776267959.641058:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.641065:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.641070:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.641078:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.641086:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.641091:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.644545:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.644554:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:2.0:1776267959.644565:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.644575:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.644582:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0cacef 00000400:00000010:2.0:1776267959.644585:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0cacef. 00000100:00000200:2.0:1776267959.644598:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c1002d6e x1862549489486528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267959.647993:0:15885:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015f7a432. 00010000:00000010:0.1:1776267959.648011:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fac1a17. 00000400:00000200:0.0:1776267959.648024:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.648094:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28ac0 00000400:00000200:0.0:1776267959.648104:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7259 [1] + 224 00000400:00000200:0.0:1776267959.648125:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.648129:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.648142:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c1002d6e x1862549489486528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267959.648401:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000646e65e0. 00000400:00000200:3.0:1776267959.648408:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073ae4338 00000400:00000010:3.0:1776267959.648410:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073ae4338. 00000100:00000200:3.0:1776267959.648417:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c1002d6e x1862549489486528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267959.648425:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c1002d6e x1862549489486528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267959.648461:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001549d052. 02000000:00000010:3.0:1776267959.648468:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e375e61b. 00000100:00000010:3.0:1776267959.648472:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1002d6e. 00000100:00000010:3.0:1776267959.648477:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:3.0:1776267959.648481:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093752739. 00010000:00000010:1.1:1776267959.650218:0:78471:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000197afeb. 00010000:00000010:3.1:1776267959.651429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d10c1bfe. 00010000:00000010:3.1:1776267959.651451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b455397e. 00010000:00000010:2.1:1776267959.652242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aee0b7e0. 00000400:00000200:2.0:1776267959.652306:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.652327:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69d00 00000400:00000200:2.0:1776267959.652336:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5c75 [2] + 656 00000400:00000200:2.0:1776267959.652404:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.652410:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.652417:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.652423:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e23e275. 00000020:00000010:3.0:1776267959.652625:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e375e61b. 00000020:00000010:3.0:1776267959.652637:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e61991b8. 00000020:00000010:3.0:1776267959.652642:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.652681:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009e23e275 x1862549476121856/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267959.652732:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121856 02000000:00000010:3.0:1776267959.652751:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001549d052. 00010000:00000010:3.0:1776267959.652803:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1dde50f. 00010000:00000010:3.0:1776267959.652835:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093752739. 00000100:00000010:3.0:1776267959.652845:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:3.0:1776267959.652869:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:3.0:1776267959.652876:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093752739. 00000400:00000010:3.0:1776267959.652927:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073ae4338. 00080000:00000010:2.0:1776267959.653148:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb2c298b. 00000100:00000200:3.0:1776267959.653254:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121856, offset 224 00000400:00000200:3.0:1776267959.653270:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00010000:00000010:2.0:1776267959.653271:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:2.0:1776267959.653285:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d749e2e5. 00000400:00000200:3.0:1776267959.653292:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.653303:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91220:91220:256:4294967295] 192.168.202.34@tcp LPNI seq info [91220:91220:8:4294967295] 00000400:00000200:3.0:1776267959.653317:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.653325:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.653333:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.653343:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.653353:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.653359:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776267959.653373:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.0:1776267959.653382:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003acf6649. 00000020:00000010:3.0:1776267959.653395:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e61991b8. 00010000:00000010:2.0:1776267959.653398:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007382b738. 00000020:00000010:3.0:1776267959.653403:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000100:00000010:2.0:1776267959.653408:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7dd49b8. 00000020:00000010:3.0:1776267959.653410:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e375e61b. 00000100:00000010:2.0:1776267959.653425:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001f24538. 02000000:00000010:2.0:1776267959.653441:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007c1632e4. 02000000:00000010:2.0:1776267959.653471:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ea8fd00. 00000400:00000010:2.0:1776267959.653476:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000009e1fd2. 00000400:00000010:2.0:1776267959.653481:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267959.653488:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486592, portal 16 00000400:00000010:2.0:1776267959.653493:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aae40fc7. 00000100:00000200:2.0:1776267959.653495:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486592, offset 0 00000400:00000200:2.0:1776267959.653503:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.653516:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.653523:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.653527:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.653530:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.653534:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91221:91221:255:4294967295] 192.168.202.34@tcp LPNI seq info [91221:91221:7:4294967295] 00000400:00000200:2.0:1776267959.653546:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.653553:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.653559:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343946). 00000800:00000200:2.0:1776267959.653567:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.653574:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.653579:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.653613:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.653618:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343698). 00000400:00000200:0.0:1776267959.653626:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.653633:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.653639:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073ae4338 00000400:00000010:0.0:1776267959.653641:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073ae4338. 00000800:00000200:0.0:1776267959.654255:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.654260:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:0.0:1776267959.654265:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.654269:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.654273:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aae40fc7 00000400:00000010:0.0:1776267959.654275:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aae40fc7. 00000100:00000200:0.0:1776267959.654284:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000001f24538 x1862549489486592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.657497:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.657525:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28b00 00000400:00000200:0.0:1776267959.657536:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7265 [1] + 224 00000400:00000200:0.0:1776267959.657554:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.657558:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.657572:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001f24538 x1862549489486592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267959.657704:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000009e1fd2. 00000400:00000200:3.0:1776267959.657711:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:3.0:1776267959.657713:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00000100:00000200:3.0:1776267959.657723:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001f24538 x1862549489486592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267959.657731:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001f24538 x1862549489486592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267959.657770:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ea8fd00. 02000000:00000010:3.0:1776267959.657778:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007c1632e4. 00000100:00000010:3.0:1776267959.657782:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001f24538. 00000100:00000010:3.0:1776267959.657787:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7dd49b8. 00010000:00000010:3.0:1776267959.657793:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007382b738. 00000400:00000200:2.0:1776267959.661296:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.661319:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69d40 00000400:00000200:2.0:1776267959.661327:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5c75 [2] + 984 00000400:00000200:2.0:1776267959.661395:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.661400:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.661407:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.661416:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009747af4d. 00010000:00000010:2.1:1776267959.663057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d205a244. 00010000:00000010:2.1:1776267959.663072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:3.1:1776267959.663581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb5dc00b. 00000020:00000010:3.0:1776267959.663700:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e375e61b. 00000020:00000010:3.0:1776267959.663711:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e61991b8. 00000020:00000010:3.0:1776267959.663718:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.663767:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009747af4d x1862549476121920/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267959.663824:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121920 02000000:00000010:3.0:1776267959.663839:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3603ec8. 00010000:00000010:3.0:1776267959.663880:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000803ed0cc. 00010000:00000010:3.0:1776267959.663950:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093752739. 00000100:00000010:3.0:1776267959.663962:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:3.0:1776267959.663987:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:3.0:1776267959.663992:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093752739. 00000400:00000010:3.0:1776267959.664013:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a04c9ce3. 00000100:00000200:3.0:1776267959.664021:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121920, offset 224 00000400:00000200:3.0:1776267959.664032:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.664055:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.664062:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91222:91222:256:4294967295] 192.168.202.34@tcp LPNI seq info [91222:91222:8:4294967295] 00080000:00000010:0.0:1776267959.664071:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bed9a1bd. 00000400:00000200:3.0:1776267959.664082:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.664091:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.664097:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267959.664105:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.664115:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.664120:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1776267959.664207:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003acf6649. 00010000:00000010:0.0:1776267959.664217:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3fd8b69. 00000020:00000010:3.0:1776267959.664289:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e61991b8. 00000020:00000010:3.0:1776267959.664298:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.664302:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e375e61b. 00010000:00000010:0.0:1776267959.664302:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000388671b9. 00010000:00000010:0.0:1776267959.664312:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000513af02d. 00010000:00000010:0.0:1776267959.664327:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d452b3d5. 00000100:00000010:0.0:1776267959.664336:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023939620. 00000100:00000010:0.0:1776267959.664346:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000294921c4. 02000000:00000010:0.0:1776267959.664364:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc36322c. 02000000:00000010:0.0:1776267959.664394:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098d2d190. 00000400:00000010:0.0:1776267959.664401:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0438f94. 00000400:00000010:0.0:1776267959.664406:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1a3c560. 00000100:00000200:0.0:1776267959.664414:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486656, portal 16 00000400:00000010:0.0:1776267959.664419:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074d9ae42. 00000100:00000200:0.0:1776267959.664421:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486656, offset 0 00000400:00000200:0.0:1776267959.664430:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.664446:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.664455:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.664458:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.664461:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.664464:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91223:91223:255:4294967295] 192.168.202.34@tcp LPNI seq info [91223:91223:7:4294967295] 00000400:00000200:0.0:1776267959.664474:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.664480:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.664484:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343946). 00000800:00000200:0.0:1776267959.664491:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.664498:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.664502:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267959.664674:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.664678:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343698). 00000400:00000200:1.0:1776267959.664686:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.664690:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.664694:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a04c9ce3 00000400:00000010:1.0:1776267959.664696:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a04c9ce3. 00000800:00000200:1.0:1776267959.664754:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.664756:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343450). 00000400:00000200:1.0:1776267959.664759:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.664762:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.664763:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074d9ae42 00000400:00000010:1.0:1776267959.664765:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074d9ae42. 00000100:00000200:1.0:1776267959.664770:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000294921c4 x1862549489486656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.669291:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.669317:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28b40 00000400:00000200:0.0:1776267959.669326:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7271 [1] + 224 00000400:00000200:0.0:1776267959.669341:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.669346:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.669357:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000294921c4 x1862549489486656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.669395:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.669401:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69d80 00000400:00000200:0.0:1776267959.669405:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5c75 [2] + 1312 00000400:00000200:0.0:1776267959.669480:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.669485:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.669490:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.669496:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 00000020:00000010:1.0:1776267959.669617:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb9baa06. 00000020:00000010:1.0:1776267959.669626:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.669631:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.669658:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009825d73 x1862549476121984/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267959.669694:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476121984 02000000:00000010:1.0:1776267959.669706:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006b2dca06. 00010000:00000010:1.0:1776267959.669754:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000068f84808. 00000100:00000010:1.0:1776267959.669761:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009bca7ae5. 00000100:00000010:1.0:1776267959.669767:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009bca7ae5. 00010000:00000010:1.0:1776267959.669772:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000068f84808. 00000400:00000010:1.0:1776267959.669787:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267959.669793:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476121984, offset 224 00000400:00000200:1.0:1776267959.669800:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.669811:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.669817:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91224:91224:256:4294967295] 192.168.202.34@tcp LPNI seq info [91224:91224:8:4294967295] 00000400:00000200:1.0:1776267959.669826:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.669831:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.669835:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343698). 00000800:00000200:1.0:1776267959.669842:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.669848:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.669851:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.669866:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.669870:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.669872:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb9baa06. 00000800:00000200:2.0:1776267959.670460:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.670468:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576a5c4b (tot 82343450). 00000400:00000200:2.0:1776267959.670475:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.670485:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.670491:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:2.0:1776267959.670494:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000400:00000010:3.0:1776267959.670943:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0438f94. 00000400:00000200:3.0:1776267959.670952:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1a3c560 00000400:00000010:3.0:1776267959.670953:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1a3c560. 00000100:00000200:3.0:1776267959.670968:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000294921c4 x1862549489486656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267959.670979:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000294921c4 x1862549489486656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267959.671015:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000519d86c5. 02000000:00000010:3.0:1776267959.671039:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098d2d190. 02000000:00000010:3.0:1776267959.671047:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc36322c. 00000100:00000010:3.0:1776267959.671053:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000294921c4. 00000100:00000010:3.0:1776267959.671059:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023939620. 00010000:00000010:3.0:1776267959.671063:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d452b3d5. 00080000:00000010:3.0:1776267959.671088:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e375e61b. 00010000:00000010:3.0:1776267959.671240:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000513af02d. 00010000:00000010:3.0:1776267959.671249:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a79fa24. 00010000:00000010:3.0:1776267959.671355:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065ea9347. 00010000:00000010:3.0:1776267959.671365:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dfc8453. 00010000:00000010:3.0:1776267959.671382:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093752739. 00000100:00000010:3.0:1776267959.671390:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:3.0:1776267959.671400:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c1002d6e. 02000000:00000010:3.0:1776267959.671416:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007221b8ee. 02000000:00000010:3.0:1776267959.671453:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc36322c. 00000400:00000010:3.0:1776267959.671460:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000646e65e0. 00000400:00000010:3.0:1776267959.671467:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d10681d1. 00000100:00000200:3.0:1776267959.671475:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486720, portal 16 00000400:00000010:3.0:1776267959.671481:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8542c5d. 00000100:00000200:3.0:1776267959.671483:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486720, offset 0 00000400:00000200:3.0:1776267959.671492:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.671508:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.671517:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267959.671521:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267959.671525:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267959.671529:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91225:91225:256:4294967295] 192.168.202.34@tcp LPNI seq info [91225:91225:8:4294967295] 00000400:00000200:3.0:1776267959.671541:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.671547:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.671553:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267959.671559:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.671567:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.671574:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267959.672376:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.672383:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267959.672393:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.672401:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.672407:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e8542c5d 00000400:00000010:1.0:1776267959.672409:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e8542c5d. 00000100:00000200:1.0:1776267959.672418:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c1002d6e x1862549489486720/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267959.674953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000091a2b65. 00010000:00000010:0.1:1776267959.674971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:3.1:1776267959.675494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a48617d. 00000400:00000200:0.0:1776267959.679418:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.679443:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28b80 00000400:00000200:0.0:1776267959.679453:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb727d [1] + 224 00000400:00000200:0.0:1776267959.679475:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.679480:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.679492:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c1002d6e x1862549489486720/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267959.679582:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000646e65e0. 00000400:00000200:3.0:1776267959.679595:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10681d1 00000400:00000010:3.0:1776267959.679598:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d10681d1. 00000100:00000200:3.0:1776267959.679615:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c1002d6e x1862549489486720/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267959.679626:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c1002d6e x1862549489486720/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267959.679670:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc36322c. 02000000:00000010:3.0:1776267959.679681:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007221b8ee. 00000100:00000010:3.0:1776267959.679689:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1002d6e. 00000100:00000010:3.0:1776267959.679695:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:3.0:1776267959.679769:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093752739. 00010000:00000010:3.1:1776267959.681435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030dc0718. 00010000:00000010:3.1:1776267959.681457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007643daf8. 00010000:00000010:3.1:1776267959.681463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000388671b9. 00000400:00000200:2.0:1776267959.685556:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.685588:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69dc0 00000400:00000200:2.0:1776267959.685601:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5c75 [2] + 1640 00000400:00000200:2.0:1776267959.685706:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.685712:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.685723:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.685731:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 00000020:00000010:0.0:1776267959.685885:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098d2d190. 00000020:00000010:0.0:1776267959.685955:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b118aa63. 00000020:00000010:0.0:1776267959.685961:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267959.685995:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7707e38 x1862549476122048/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267959.686027:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476122048 02000000:00000010:0.0:1776267959.686038:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d2c85cfa. 00010000:00000010:0.0:1776267959.686068:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db580571. 00010000:00000010:0.0:1776267959.686261:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e8fa57c. 00000100:00000010:0.0:1776267959.686271:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023939620. 00000100:00000010:0.0:1776267959.686289:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023939620. 00010000:00000010:0.0:1776267959.686293:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e8fa57c. 00000400:00000010:0.0:1776267959.686308:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267959.686315:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476122048, offset 224 00000400:00000200:0.0:1776267959.686325:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.686341:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.686347:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91226:91226:256:4294967295] 192.168.202.34@tcp LPNI seq info [91226:91226:8:4294967295] 00000400:00000200:0.0:1776267959.686361:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.686367:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.686371:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267959.686377:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.686383:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.686388:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267959.686449:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b118aa63. 00000020:00000010:0.0:1776267959.686453:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267959.686456:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098d2d190. 00080000:00000010:3.0:1776267959.688768:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3a500d9. 00010000:00000010:3.0:1776267959.688966:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dfc8453. 00010000:00000010:3.0:1776267959.688978:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e415e20. 00010000:00000010:3.0:1776267959.689102:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049ff41ea. 00010000:00000010:3.0:1776267959.689109:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e61991b8. 00010000:00000010:3.0:1776267959.689116:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010463aa4. 00010000:00000010:3.0:1776267959.689123:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dfc8453. 00080000:00000010:3.0:1776267959.689156:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007221b8ee. 00010000:00000010:3.0:1776267959.689186:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dfc8453. 00010000:00000010:3.0:1776267959.689190:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e61991b8. 00010000:00000010:3.0:1776267959.689271:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000218a88e3. 00010000:00000010:3.0:1776267959.689275:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dfc8453. 00010000:00000010:3.0:1776267959.689285:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093752739. 00000100:00000010:3.0:1776267959.689296:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:3.0:1776267959.689309:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c1002d6e. 02000000:00000010:3.0:1776267959.689328:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc36322c. 02000000:00000010:3.0:1776267959.689366:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000441048fd. 00000400:00000010:3.0:1776267959.689375:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000646e65e0. 00000400:00000010:3.0:1776267959.689384:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d10681d1. 00000100:00000200:3.0:1776267959.689394:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486784, portal 16 00000400:00000010:3.0:1776267959.689401:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002608d70c. 00000100:00000200:3.0:1776267959.689404:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486784, offset 0 00000400:00000200:3.0:1776267959.689414:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.689436:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.689445:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267959.689450:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267959.689453:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267959.689457:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91227:91227:255:4294967295] 192.168.202.34@tcp LPNI seq info [91227:91227:7:4294967295] 00000400:00000200:3.0:1776267959.689468:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.689476:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.689481:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343946). 00000800:00000200:3.0:1776267959.689490:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.689499:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.689505:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.696297:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.696306:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343698). 00000400:00000200:0.0:1776267959.696316:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.696326:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.696333:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:0.0:1776267959.696335:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00000800:00000200:0.0:1776267959.696421:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.696423:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267959.696429:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.696434:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.696436:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002608d70c 00000400:00000010:0.0:1776267959.696438:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002608d70c. 00000100:00000200:0.0:1776267959.696447:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c1002d6e x1862549489486784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267959.697919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6b617c3. 00000400:00000200:0.0:1776267959.700600:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.700627:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28bc0 00000400:00000200:0.0:1776267959.700637:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7289 [1] + 224 00000400:00000200:0.0:1776267959.700651:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.700655:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.700668:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c1002d6e x1862549489486784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.700713:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.700718:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69e00 00000400:00000200:0.0:1776267959.700724:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5c75 [2] + 1968 00000400:00000010:0.0:1776267959.700728:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c17f663. 00000400:00000200:0.0:1776267959.700733:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000214c0205 00000400:00000200:0.0:1776267959.700825:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.700829:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.700832:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000214c0205 00000400:00000010:0.0:1776267959.700834:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000214c0205 (tot 82343298). 00000100:00000200:0.0:1776267959.700843:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776267959.701526:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb9baa06. 00000020:00000010:1.0:1776267959.701539:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.701545:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.701591:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006d19fbe4 x1862549476122112/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267959.701635:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476122112 02000000:00000010:1.0:1776267959.701651:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014cf24cb. 00010000:00000010:3.1:1776267959.701654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a5a886e. 00010000:00000010:3.1:1776267959.701674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:3.1:1776267959.701682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049ff41ea. 00010000:00000010:3.1:1776267959.701686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010463aa4. 00010000:00000010:1.0:1776267959.701702:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000068f84808. 00000100:00000010:1.0:1776267959.701714:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009bca7ae5. 00000100:00000010:1.0:1776267959.701723:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009bca7ae5. 00010000:00000010:1.0:1776267959.701729:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000068f84808. 00000400:00000010:3.0:1776267959.701759:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000646e65e0. 00000400:00000200:3.0:1776267959.701767:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10681d1 00000400:00000010:3.0:1776267959.701770:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d10681d1. 00000100:00000200:3.0:1776267959.701783:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c1002d6e x1862549489486784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267959.701795:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c1002d6e x1862549489486784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267959.701861:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae466b7c. 00000100:00000200:1.0:1776267959.701869:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476122112, offset 224 00000400:00000200:1.0:1776267959.701880:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.701930:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.701937:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91228:91228:256:4294967295] 192.168.202.34@tcp LPNI seq info [91228:91228:8:4294967295] 00000400:00000200:1.0:1776267959.701949:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.701956:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.701962:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa70f1ef (tot 82343546). 00000800:00000200:1.0:1776267959.701970:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.701980:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.701985:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa70f1ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.702015:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.702022:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.702025:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb9baa06. 02000000:00000010:1.0:1776267959.702036:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d2c85cfa. 00000100:00000010:1.0:1776267959.702040:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 02000000:00000010:1.0:1776267959.702044:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006b2dca06. 00000100:00000010:1.0:1776267959.702046:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 02000000:00000010:1.0:1776267959.702049:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3603ec8. 00000100:00000010:1.0:1776267959.702054:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009747af4d. 02000000:00000010:1.0:1776267959.702059:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001549d052. 00000100:00000010:1.0:1776267959.702062:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009e23e275. 02000000:00000010:1.0:1776267959.702064:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004b93c807. 00000100:00000010:1.0:1776267959.702066:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000261e0f2e. 02000000:00000010:1.0:1776267959.702071:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8f76a91. 00000100:00000010:1.0:1776267959.702073:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001432bc6c. 00000100:00000200:1.0:1776267959.702080:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776267959.702087:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e0b8d16. 00010000:00000010:3.0:1776267959.702088:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041a68b86. 00000400:00000010:1.0:1776267959.702093:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009bca7ae5 (tot 82343698). 02000000:00000010:3.0:1776267959.702117:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000441048fd. 02000000:00000010:3.0:1776267959.702126:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc36322c. 00000100:00000010:3.0:1776267959.702130:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1002d6e. 00000100:00000010:3.0:1776267959.702135:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:3.0:1776267959.702140:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093752739. 00080000:00000010:3.0:1776267959.702167:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000441048fd. 00000800:00000200:2.0:1776267959.702297:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.702304:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa70f1ef (tot 82343450). 00000400:00000200:2.0:1776267959.702311:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.702316:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.702321:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae466b7c 00000400:00000010:2.0:1776267959.702324:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae466b7c. 00010000:00000010:3.0:1776267959.702326:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dfc8453. 02000000:00000010:2.0:1776267959.702331:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014cf24cb. 00010000:00000010:3.0:1776267959.702339:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009400e19e. 00010000:00000010:0.0:1776267959.704202:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000362bf3db. 00010000:00000010:0.0:1776267959.704222:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.704250:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e8fa57c. 00000100:00000010:0.0:1776267959.704258:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023939620. 00000100:00000010:0.0:1776267959.704268:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c54bf38. 02000000:00000010:0.0:1776267959.704284:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb9ba31a. 02000000:00000010:0.0:1776267959.704316:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2c85cfa. 00000400:00000010:0.0:1776267959.704322:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091dd6006. 00000400:00000010:0.0:1776267959.704328:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267959.704336:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486848, portal 16 00000400:00000010:0.0:1776267959.704343:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015166d3f. 00000100:00000200:0.0:1776267959.704345:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486848, offset 0 00000400:00000200:0.0:1776267959.704354:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.704373:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.704393:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.704397:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.704400:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.704403:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91229:91229:256:4294967295] 192.168.202.34@tcp LPNI seq info [91229:91229:8:4294967295] 00000400:00000200:0.0:1776267959.704414:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.704420:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.704424:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267959.704431:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.704438:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.704442:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.704780:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.704785:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343450). 00000400:00000200:2.0:1776267959.704792:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.704798:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.704803:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015166d3f 00000400:00000010:2.0:1776267959.704805:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015166d3f. 00000100:00000200:2.0:1776267959.704813:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005c54bf38 x1862549489486848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.708479:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.708506:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28c00 00000400:00000200:0.0:1776267959.708517:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7299 [1] + 224 00000400:00000200:0.0:1776267959.708534:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.708540:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.708555:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005c54bf38 x1862549489486848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.708600:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.708607:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69e40 00000400:00000200:0.0:1776267959.708614:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5ccd [2] + 0 00000400:00000010:2.0:1776267959.708649:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091dd6006. 00000400:00000200:2.0:1776267959.708667:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:2.0:1776267959.708669:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00000400:00000200:0.0:1776267959.708682:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1776267959.708687:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005c54bf38 x1862549489486848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.708694:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.708703:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.708714:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000339ea1b5. 00000100:00000200:2.0:1776267959.708720:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005c54bf38 x1862549489486848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267959.708780:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2c85cfa. 02000000:00000010:2.0:1776267959.708788:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb9ba31a. 00000100:00000010:2.0:1776267959.708793:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c54bf38. 00000100:00000010:2.0:1776267959.708798:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023939620. 00010000:00000010:2.0:1776267959.708801:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e8fa57c. 00010000:00000010:3.1:1776267959.709002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073935f59. 00010000:00000010:3.1:1776267959.709013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c793d00. 00010000:00000010:3.1:1776267959.709018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00000020:00000010:1.0:1776267959.710181:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8f76a91. 00000020:00000010:1.0:1776267959.710194:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.710200:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.710244:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000339ea1b5 x1862549476122176/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267959.710285:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476122176 02000000:00000010:1.0:1776267959.710297:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006b2dca06. 00010000:00000010:1.0:1776267959.710327:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000905c38c0. 00010000:00000010:1.0:1776267959.710353:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000068f84808. 00000100:00000010:1.0:1776267959.710362:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d18fc0ba. 00000100:00000010:1.0:1776267959.710383:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d18fc0ba. 00010000:00000010:1.0:1776267959.710388:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000068f84808. 00000400:00000010:1.0:1776267959.710401:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007677005. 00000100:00000200:1.0:1776267959.710406:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476122176, offset 224 00000400:00000200:1.0:1776267959.710415:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.710431:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.710437:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91230:91230:256:4294967295] 192.168.202.34@tcp LPNI seq info [91230:91230:8:4294967295] 00000400:00000200:1.0:1776267959.710448:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.710454:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.710459:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ec70850 (tot 82343698). 00000800:00000200:1.0:1776267959.710466:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.710475:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.710479:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ec70850 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.710508:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.710512:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.710516:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8f76a91. 00080000:00000010:0.0:1776267959.710586:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb9ba31a. 00000800:00000200:3.0:1776267959.710754:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.710758:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ec70850 (tot 82343450). 00000400:00000200:3.0:1776267959.710764:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.710771:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.710777:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007677005 00000400:00000010:3.0:1776267959.710779:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007677005. 00010000:00000010:0.0:1776267959.712295:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.712314:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1924b2b. 00010000:00000010:0.0:1776267959.715206:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a7d4e5a. 00010000:00000010:0.0:1776267959.715246:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d78ec73. 00010000:00000010:2.0:1776267959.715367:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ebb90ab. 00000100:00000010:2.0:1776267959.715486:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7dd49b8. 00000100:00000010:2.0:1776267959.715502:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f8b48. 02000000:00000010:2.0:1776267959.715521:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b93c807. 02000000:00000010:2.0:1776267959.715557:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c1632e4. 00000400:00000010:2.0:1776267959.715564:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007b103619. 00000400:00000010:2.0:1776267959.715571:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a302828a. 00000100:00000200:2.0:1776267959.715579:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486912, portal 16 00000400:00000010:2.0:1776267959.715586:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000647547fc. 00000100:00000200:2.0:1776267959.715589:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486912, offset 0 00000400:00000200:2.0:1776267959.715599:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.715617:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.715625:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.715629:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.715632:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.715636:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91231:91231:256:4294967295] 192.168.202.34@tcp LPNI seq info [91231:91231:8:4294967295] 00000400:00000200:2.0:1776267959.715648:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.715654:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.715659:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267959.715666:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.715675:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.715680:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.716595:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.716602:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:0.0:1776267959.716609:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.716615:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.716620:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000647547fc 00000400:00000010:0.0:1776267959.716622:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000647547fc. 00000100:00000200:0.0:1776267959.716634:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68f8b48 x1862549489486912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267959.717964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecf40bf5. 00010000:00000010:0.1:1776267959.721254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000734e4517. 00010000:00000010:0.1:1776267959.721275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000362bf3db. 00000400:00000200:0.0:1776267959.721348:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.721369:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28c40 00000400:00000200:0.0:1776267959.721378:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb72a5 [1] + 224 00000400:00000200:0.0:1776267959.721390:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.721395:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.721406:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68f8b48 x1862549489486912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.721452:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.721457:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69e80 00000400:00000200:0.0:1776267959.721462:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5ccd [2] + 328 00000400:00000200:0.0:1776267959.721517:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.721521:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.721525:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.721530:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080121de5. 00000020:00000010:1.0:1776267959.721669:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8f76a91. 00000020:00000010:1.0:1776267959.721678:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.721683:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.721716:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000080121de5 x1862549476122240/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267959.721767:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476122240 02000000:00000010:1.0:1776267959.721779:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb9baa06. 00010000:00000010:1.0:1776267959.721827:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000068f84808. 00000100:00000010:1.0:1776267959.721836:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d18fc0ba. 00000100:00000010:1.0:1776267959.721843:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d18fc0ba. 00010000:00000010:1.0:1776267959.721849:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000068f84808. 00000400:00000010:1.0:1776267959.721866:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034fbf27b. 00000100:00000200:1.0:1776267959.721872:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476122240, offset 224 00000400:00000200:1.0:1776267959.721880:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.721891:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.721925:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91232:91232:256:4294967295] 192.168.202.34@tcp LPNI seq info [91232:91232:8:4294967295] 00000400:00000200:1.0:1776267959.721935:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.721940:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.721945:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ec70850 (tot 82343698). 00000800:00000200:1.0:1776267959.721951:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.721958:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.721962:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ec70850 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.721980:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.721984:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.721987:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8f76a91. 00000400:00000010:2.0:1776267959.722481:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007b103619. 00000400:00000200:2.0:1776267959.722488:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a302828a 00000400:00000010:2.0:1776267959.722491:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a302828a. 00000100:00000200:2.0:1776267959.722503:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68f8b48 x1862549489486912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1776267959.722506:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.722517:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ec70850 (tot 82343450). 00000100:00000200:2.0:1776267959.722520:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68f8b48 x1862549489486912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.722528:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.722539:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.722545:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034fbf27b 00000400:00000010:3.0:1776267959.722547:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034fbf27b. 00010000:00000010:2.0:1776267959.722549:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6e7a67b. 02000000:00000010:2.0:1776267959.722574:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c1632e4. 02000000:00000010:2.0:1776267959.722581:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004b93c807. 00000100:00000010:2.0:1776267959.722585:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f8b48. 00000100:00000010:2.0:1776267959.722590:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7dd49b8. 00010000:00000010:2.0:1776267959.722593:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ebb90ab. 00080000:00000010:2.0:1776267959.722612:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b93c807. 00010000:00000010:2.0:1776267959.722706:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d78ec73. 00010000:00000010:2.0:1776267959.722714:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009f226dfd. 00010000:00000010:2.0:1776267959.722803:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb2f35a4. 00010000:00000010:2.0:1776267959.722811:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003acf6649. 00010000:00000010:2.0:1776267959.722820:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ebb90ab. 00000100:00000010:2.0:1776267959.722825:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7dd49b8. 00000100:00000010:2.0:1776267959.722832:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f8b48. 02000000:00000010:2.0:1776267959.722844:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007c1632e4. 02000000:00000010:2.0:1776267959.722870:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ea8fd00. 00000400:00000010:2.0:1776267959.722874:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007b103619. 00000400:00000010:2.0:1776267959.722878:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a302828a. 00000100:00000200:2.0:1776267959.722884:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489486976, portal 16 00000400:00000010:2.0:1776267959.722889:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058b5df77. 00000100:00000200:2.0:1776267959.722891:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489486976, offset 0 00000400:00000200:2.0:1776267959.722950:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.722959:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.722967:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.722971:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.722974:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.722978:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91233:91233:256:4294967295] 192.168.202.34@tcp LPNI seq info [91233:91233:8:4294967295] 00000400:00000200:2.0:1776267959.722986:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.722990:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.722994:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267959.723010:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.723017:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.723019:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267959.723254:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.723258:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:1.0:1776267959.723262:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.723266:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.723270:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058b5df77 00000400:00000010:1.0:1776267959.723271:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058b5df77. 00000100:00000200:1.0:1776267959.723276:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68f8b48 x1862549489486976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.729527:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.729554:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28c80 00000400:00000200:3.0:1776267959.729565:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb72b1 [1] + 224 00000400:00000200:3.0:1776267959.729580:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.729585:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.729601:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68f8b48 x1862549489486976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.729644:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.729650:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69ec0 00000400:00000200:3.0:1776267959.729655:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5ccd [2] + 656 00000400:00000200:3.0:1776267959.729668:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.729672:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000010:2.0:1776267959.729678:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007b103619. 00000400:00000200:2.0:1776267959.729689:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a302828a 00000400:00000010:2.0:1776267959.729691:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a302828a. 00000100:00000200:3.0:1776267959.729701:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1776267959.729708:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68f8b48 x1862549489486976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1776267959.729711:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c1002d6e. 00000100:00000200:2.0:1776267959.729725:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68f8b48 x1862549489486976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267959.729778:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ea8fd00. 02000000:00000010:2.0:1776267959.729784:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007c1632e4. 00000100:00000010:2.0:1776267959.729790:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f8b48. 00000100:00000010:2.0:1776267959.729795:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7dd49b8. 00010000:00000010:2.0:1776267959.729800:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ebb90ab. 00000020:00000010:1.0:1776267959.730042:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8f76a91. 00000020:00000010:1.0:1776267959.730050:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.730056:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.730082:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c1002d6e x1862549476122304/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267959.730319:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476122304 02000000:00000010:1.0:1776267959.730334:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014cf24cb. 00010000:00000010:1.0:1776267959.730365:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baa0d4c2. 00010000:00000010:1.0:1776267959.730397:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000068f84808. 00000100:00000010:1.0:1776267959.730405:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d18fc0ba. 00000100:00000010:1.0:1776267959.730430:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d18fc0ba. 00010000:00000010:1.0:1776267959.730435:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000068f84808. 00000400:00000010:1.0:1776267959.730451:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034fbf27b. 00000100:00000200:1.0:1776267959.730457:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476122304, offset 224 00000400:00000200:1.0:1776267959.730465:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.730482:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.730488:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91234:91234:256:4294967295] 192.168.202.34@tcp LPNI seq info [91234:91234:8:4294967295] 00000400:00000200:1.0:1776267959.730500:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.730506:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.730512:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa70f1ef (tot 82343698). 00000800:00000200:1.0:1776267959.730519:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.730529:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.730534:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000aa70f1ef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.730553:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.730558:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.730561:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8f76a91. 00000800:00000200:3.0:1776267959.731006:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.731012:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa70f1ef (tot 82343450). 00000400:00000200:3.0:1776267959.731018:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.731025:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00010000:00000010:2.1:1776267959.732888:0:78471:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088bb1666. 00010000:00000010:2.1:1776267959.732918:0:78471:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069ea5dc0. 00010000:00000010:2.1:1776267959.732923:0:78471:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a7d4e5a. 00080000:00000010:2.0:1776267959.736392:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c1632e4. 00010000:00000010:2.0:1776267959.736511:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003acf6649. 00010000:00000010:2.0:1776267959.736522:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1313e72. 00010000:00000010:2.0:1776267959.736615:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090413a92. 00010000:00000010:2.0:1776267959.736622:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003acf6649. 00010000:00000010:2.0:1776267959.736638:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ebb90ab. 00000100:00000010:2.0:1776267959.736648:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7dd49b8. 00000100:00000010:2.0:1776267959.736658:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f8b48. 02000000:00000010:2.0:1776267959.736673:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ea8fd00. 02000000:00000010:2.0:1776267959.736708:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5fe0967. 00000400:00000010:2.0:1776267959.736715:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007b103619. 00000400:00000010:2.0:1776267959.736721:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a302828a. 00000100:00000200:2.0:1776267959.736728:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489487040, portal 16 00000400:00000010:2.0:1776267959.736733:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4c7b484. 00000100:00000200:2.0:1776267959.736735:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489487040, offset 0 00000400:00000200:2.0:1776267959.736805:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.736824:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.736831:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.736836:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.736839:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.736842:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91235:91235:255:4294967295] 192.168.202.34@tcp LPNI seq info [91235:91235:7:4294967295] 00000400:00000200:2.0:1776267959.736853:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.736859:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.736864:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f33e03a (tot 82343698). 00000800:00000200:2.0:1776267959.736871:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.736879:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.736883:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f33e03a type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1776267959.747208:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034fbf27b 00000400:00000010:3.0:1776267959.747217:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034fbf27b. 00000800:00000200:0.0:1776267959.747500:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.747505:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f33e03a (tot 82343450). 00000400:00000200:0.0:1776267959.747511:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.747521:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.747524:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4c7b484 00000400:00000010:0.0:1776267959.747525:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4c7b484. 00000100:00000200:0.0:1776267959.747538:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68f8b48 x1862549489487040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.750111:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.750136:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28cc0 00000400:00000200:3.0:1776267959.750148:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb72bd [1] + 224 00000400:00000200:3.0:1776267959.750166:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.750171:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.750184:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68f8b48 x1862549489487040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267959.750277:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007b103619. 00000400:00000200:2.0:1776267959.750289:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a302828a 00000400:00000010:2.0:1776267959.750291:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a302828a. 00000100:00000200:2.0:1776267959.750309:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68f8b48 x1862549489487040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267959.750321:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68f8b48 x1862549489487040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267959.750352:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5fe0967. 02000000:00000010:2.0:1776267959.750359:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ea8fd00. 00000100:00000010:2.0:1776267959.750364:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f8b48. 00000100:00000010:2.0:1776267959.750370:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7dd49b8. 00010000:00000010:2.0:1776267959.750384:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ebb90ab. 00010000:00000010:1.1:1776267959.752180:0:78470:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053599f24. 00000400:00000200:3.0:1776267959.753547:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.753573:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69f00 00000400:00000200:3.0:1776267959.753586:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5ccd [2] + 984 00000400:00000200:3.0:1776267959.753668:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.753674:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.753683:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.753691:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f627660. 00000020:00000010:0.0:1776267959.754497:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2c85cfa. 00000020:00000010:0.0:1776267959.754508:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b118aa63. 00000020:00000010:0.0:1776267959.754513:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267959.754552:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007f627660 x1862549476122368/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267959.754594:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476122368 02000000:00000010:0.0:1776267959.754609:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000098d2d190. 00010000:00000010:0.0:1776267959.754648:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006bd60d9. 00010000:00000010:0.0:1776267959.754679:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039477e4. 00000100:00000010:0.0:1776267959.754689:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023939620. 00000100:00000010:0.0:1776267959.756444:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023939620. 00010000:00000010:0.0:1776267959.756457:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039477e4. 00000400:00000010:0.0:1776267959.756490:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.756499:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476122368, offset 224 00000400:00000200:0.0:1776267959.756511:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.756537:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.756545:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91236:91236:256:4294967295] 192.168.202.34@tcp LPNI seq info [91236:91236:8:4294967295] 00000400:00000200:0.0:1776267959.756558:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.756565:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.756571:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff893d (tot 82343698). 00000800:00000200:0.0:1776267959.756580:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.756590:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.756595:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093ff893d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267959.756629:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b118aa63. 00000020:00000010:0.0:1776267959.756636:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267959.756640:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2c85cfa. 00000800:00000200:0.0:1776267959.756921:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.756926:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343450). 00000400:00000200:0.0:1776267959.756932:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.756939:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.756945:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267959.756947:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00080000:00000010:3.0:1776267959.757277:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc36322c. 00010000:00000010:3.0:1776267959.757416:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003acf6649. 00010000:00000010:3.0:1776267959.757427:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d7efe9a. 00010000:00000010:3.0:1776267959.757525:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049ff41ea. 00010000:00000010:3.0:1776267959.757529:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e61991b8. 00010000:00000010:3.0:1776267959.757536:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000218a88e3. 00010000:00000010:3.0:1776267959.757544:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dfc8453. 00080000:00000010:3.0:1776267959.757566:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c829bf6. 00010000:00000010:3.0:1776267959.757593:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dfc8453. 00010000:00000010:3.0:1776267959.757597:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e61991b8. 00010000:00000010:3.0:1776267959.757656:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010463aa4. 00010000:00000010:3.0:1776267959.757660:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dfc8453. 00010000:00000010:3.0:1776267959.757671:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093752739. 00000100:00000010:3.0:1776267959.757679:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:3.0:1776267959.757692:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038d6bd92. 02000000:00000010:3.0:1776267959.757771:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082110e9b. 02000000:00000010:3.0:1776267959.757811:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3f1d91a. 00000400:00000010:3.0:1776267959.757819:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000646e65e0. 00000400:00000010:3.0:1776267959.757825:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d10681d1. 00000100:00000200:3.0:1776267959.757832:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489487104, portal 16 00000400:00000010:3.0:1776267959.757838:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bd03529. 00000100:00000200:3.0:1776267959.757841:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489487104, offset 0 00000400:00000200:3.0:1776267959.757851:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.757866:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.757875:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267959.757880:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267959.757883:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267959.757886:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91237:91237:256:4294967295] 192.168.202.34@tcp LPNI seq info [91237:91237:8:4294967295] 00000400:00000200:3.0:1776267959.758019:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.758164:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.758173:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.758185:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.758192:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.758196:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776267959.762997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a4dc192. 00010000:00000010:2.1:1776267959.763023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb2f35a4. 00000800:00000200:0.0:1776267959.763676:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.763681:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267959.763690:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.763708:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.763714:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bd03529 00000400:00000010:0.0:1776267959.763717:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bd03529. 00000100:00000200:0.0:1776267959.763730:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038d6bd92 x1862549489487104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267959.767258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b69ad9f. 00010000:00000010:3.1:1776267959.767281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:3.1:1776267959.767287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049ff41ea. 00010000:00000010:3.1:1776267959.767290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00000400:00000200:2.0:1776267959.768433:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.768459:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28d00 00000400:00000200:2.0:1776267959.768471:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb72c9 [1] + 224 00000400:00000200:2.0:1776267959.768489:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.768494:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.768508:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038d6bd92 x1862549489487104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267959.768954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b8420ca. 00000400:00000010:3.0:1776267959.769540:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000646e65e0. 00000400:00000200:3.0:1776267959.769548:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10681d1 00000400:00000010:3.0:1776267959.769551:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d10681d1. 00000100:00000200:3.0:1776267959.769562:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038d6bd92 x1862549489487104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267959.769572:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038d6bd92 x1862549489487104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267959.769610:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3f1d91a. 02000000:00000010:3.0:1776267959.769616:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000082110e9b. 00000100:00000010:3.0:1776267959.769621:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038d6bd92. 00000100:00000010:3.0:1776267959.769625:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:3.0:1776267959.769630:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093752739. 00000400:00000200:0.0:1776267959.771039:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.771065:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69f40 00000400:00000200:0.0:1776267959.771074:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5ccd [2] + 1312 00000400:00000200:0.0:1776267959.771159:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.771165:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.771173:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.771181:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 00000020:00000010:1.0:1776267959.771368:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8f76a91. 00000020:00000010:1.0:1776267959.771392:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.771398:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.771440:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cc4aea2 x1862549476122432/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267959.771490:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476122432 02000000:00000010:1.0:1776267959.771504:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001549d052. 00010000:00000010:1.0:1776267959.771547:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a430a206. 00010000:00000010:1.0:1776267959.771572:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000068f84808. 00000100:00000010:1.0:1776267959.771581:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c6c5a7e. 00000100:00000010:1.0:1776267959.771598:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c6c5a7e. 00010000:00000010:1.0:1776267959.771603:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000068f84808. 00000400:00000010:1.0:1776267959.771615:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007677005. 00000100:00000200:1.0:1776267959.771622:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476122432, offset 224 00000400:00000200:1.0:1776267959.771631:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.771651:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.771658:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91238:91238:256:4294967295] 192.168.202.34@tcp LPNI seq info [91238:91238:8:4294967295] 00000400:00000200:1.0:1776267959.771669:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00080000:00000010:3.0:1776267959.771676:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082110e9b. 00000800:00000200:1.0:1776267959.771677:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.771686:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000576a5c4b (tot 82343698). 00000800:00000200:1.0:1776267959.771693:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.771701:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.771705:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000576a5c4b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.771728:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000720148d. 00000020:00000010:1.0:1776267959.771732:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.771735:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8f76a91. 00010000:00000010:3.0:1776267959.771813:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dfc8453. 00010000:00000010:3.0:1776267959.771823:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a047191f. 00010000:00000010:3.0:1776267959.771953:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000218a88e3. 00010000:00000010:3.0:1776267959.771961:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dfc8453. 00010000:00000010:3.0:1776267959.771974:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093752739. 00000100:00000010:3.0:1776267959.771982:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:3.0:1776267959.771991:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038d6bd92. 02000000:00000010:3.0:1776267959.772006:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d3f1d91a. 02000000:00000010:3.0:1776267959.772050:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b12f1505. 00000400:00000010:3.0:1776267959.772057:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000646e65e0. 00000400:00000010:3.0:1776267959.772062:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d10681d1. 00000100:00000200:3.0:1776267959.772069:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489487168, portal 16 00000400:00000010:3.0:1776267959.772075:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e0f072b. 00000100:00000200:3.0:1776267959.772077:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489487168, offset 0 00000400:00000200:3.0:1776267959.772086:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.772098:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.772107:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267959.772111:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267959.772115:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267959.772118:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91239:91239:255:4294967295] 192.168.202.34@tcp LPNI seq info [91239:91239:7:4294967295] 00000400:00000200:3.0:1776267959.772127:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.772132:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.772137:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343946). 00000800:00000200:3.0:1776267959.772142:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.772148:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.772152:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267959.772318:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.772322:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000576a5c4b (tot 82343698). 00000400:00000200:0.0:1776267959.772328:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.772333:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.772337:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007677005 00000400:00000010:0.0:1776267959.772339:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007677005. 00000800:00000200:0.0:1776267959.772401:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267959.772403:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267959.772409:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.772412:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267959.772415:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e0f072b 00000400:00000010:0.0:1776267959.772416:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e0f072b. 00000100:00000200:0.0:1776267959.772422:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038d6bd92 x1862549489487168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.775732:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.775762:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28d40 00000400:00000200:3.0:1776267959.775773:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb72d5 [1] + 224 00000400:00000200:3.0:1776267959.775787:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.775790:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.775800:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038d6bd92 x1862549489487168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.775829:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.775833:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69f80 00000400:00000200:3.0:1776267959.775837:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5ccd [2] + 1640 00000400:00000200:3.0:1776267959.775888:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.775891:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.775920:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.775926:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 00000020:00000010:3.0:1776267959.775991:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a88607e. 00000020:00000010:3.0:1776267959.775999:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e61991b8. 00000020:00000010:3.0:1776267959.776004:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.776087:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f83dba0c x1862549476122496/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267959.776121:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476122496 02000000:00000010:3.0:1776267959.776137:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d5dde485. 00010000:00000010:3.0:1776267959.776190:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b934c3d8. 00000100:00000010:3.0:1776267959.776200:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bff40de. 00000100:00000010:3.0:1776267959.776209:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bff40de. 00010000:00000010:3.0:1776267959.776212:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b934c3d8. 00000400:00000010:3.0:1776267959.776229:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071c137fd. 00000100:00000200:3.0:1776267959.776248:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476122496, offset 224 00000400:00000200:3.0:1776267959.776258:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.776275:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.776281:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91240:91240:256:4294967295] 192.168.202.34@tcp LPNI seq info [91240:91240:8:4294967295] 00000400:00000200:3.0:1776267959.776293:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.776298:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.776304:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267959.776311:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.776320:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.776324:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.776344:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e61991b8. 00000020:00000010:3.0:1776267959.776349:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.776353:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a88607e. 00000400:00000010:0.0:1776267959.778080:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000646e65e0. 00000400:00000200:0.0:1776267959.778093:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10681d1 00000400:00000010:0.0:1776267959.778095:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d10681d1. 00000100:00000200:0.0:1776267959.778110:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038d6bd92 x1862549489487168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.778120:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038d6bd92 x1862549489487168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267959.778151:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af9a5fa0. 02000000:00000010:0.0:1776267959.778169:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b12f1505. 02000000:00000010:0.0:1776267959.778176:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d3f1d91a. 00000100:00000010:0.0:1776267959.778181:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038d6bd92. 00000100:00000010:0.0:1776267959.778185:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:0.0:1776267959.778190:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093752739. 00080000:00000010:0.0:1776267959.778214:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3f1d91a. 00010000:00000010:0.0:1776267959.778356:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dfc8453. 00010000:00000010:0.0:1776267959.778366:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b21c295. 00010000:00000010:0.0:1776267959.778475:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000362bf3db. 00010000:00000010:0.0:1776267959.778485:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.778501:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039477e4. 00000100:00000010:0.0:1776267959.778508:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023939620. 00000100:00000010:0.0:1776267959.778519:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002cdec994. 00000800:00000200:1.0:1776267959.778529:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.778534:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 02000000:00000010:0.0:1776267959.778534:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b12f1505. 00000400:00000200:1.0:1776267959.778543:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.778549:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.778553:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071c137fd 00000400:00000010:1.0:1776267959.778555:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071c137fd. 02000000:00000010:0.0:1776267959.778569:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2c85cfa. 00000400:00000010:0.0:1776267959.778577:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.778582:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.778590:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489487232, portal 16 00000400:00000010:0.0:1776267959.778595:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edccd03. 00000100:00000200:0.0:1776267959.778597:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489487232, offset 0 00000400:00000200:0.0:1776267959.778606:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.778622:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.778631:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.778635:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.778638:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.778641:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91241:91241:256:4294967295] 192.168.202.34@tcp LPNI seq info [91241:91241:8:4294967295] 00000400:00000200:0.0:1776267959.778651:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.778657:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.778663:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff893d (tot 82343698). 00000800:00000200:0.0:1776267959.778670:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.778678:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.778682:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093ff893d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267959.778750:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.778753:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343450). 00000400:00000200:1.0:1776267959.778757:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.778761:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.778764:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001edccd03 00000400:00000010:1.0:1776267959.778765:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001edccd03. 00000100:00000200:1.0:1776267959.778772:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002cdec994 x1862549489487232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267959.782945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe2a9fb4. 00010000:00000010:3.1:1776267959.782976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010463aa4. 00010000:00000010:1.1:1776267959.788956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6311db6. 00010000:00000010:0.1:1776267959.789041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4c6ba7c. 00010000:00000010:0.1:1776267959.789048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf4dfc73. 00010000:00000010:0.1:1776267959.789053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00000400:00000200:3.0:1776267959.790372:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.790396:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28d80 00000400:00000200:3.0:1776267959.790407:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb72e1 [1] + 224 00000400:00000200:3.0:1776267959.790421:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.790426:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.790441:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002cdec994 x1862549489487232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.790484:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.790490:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e69fc0 00000400:00000200:3.0:1776267959.790495:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5ccd [2] + 1968 00000400:00000010:3.0:1776267959.790500:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006bd660c1. 00000400:00000200:3.0:1776267959.790503:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005adce197 00000400:00000200:3.0:1776267959.790511:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.790514:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.790516:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005adce197 00000400:00000010:3.0:1776267959.790519:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005adce197 (tot 82343298). 00000100:00000200:3.0:1776267959.790527:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776267959.790655:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8f76a91. 00000020:00000010:1.0:1776267959.790664:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dd10702b. 00000020:00000010:1.0:1776267959.790669:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.790702:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005cad1ec9 x1862549476122560/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267959.790742:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476122560 02000000:00000010:1.0:1776267959.790757:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002c2784dc. 00010000:00000010:1.0:1776267959.790807:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000068f84808. 00000100:00000010:1.0:1776267959.790815:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c6c5a7e. 00000100:00000010:1.0:1776267959.790823:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c6c5a7e. 00010000:00000010:1.0:1776267959.790828:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000068f84808. 00000400:00000010:1.0:1776267959.790846:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae466b7c. 00000100:00000200:1.0:1776267959.790851:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476122560, offset 224 00000400:00000200:1.0:1776267959.790860:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.790873:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.790880:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91242:91242:256:4294967295] 192.168.202.34@tcp LPNI seq info [91242:91242:8:4294967295] 00000400:00000200:1.0:1776267959.790891:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.790924:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.790930:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343546). 00000800:00000200:1.0:1776267959.790936:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.790946:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.790951:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.790974:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dd10702b. 00000020:00000010:1.0:1776267959.790981:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.790984:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8f76a91. 02000000:00000010:1.0:1776267959.790996:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d5dde485. 00000100:00000010:1.0:1776267959.791000:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 02000000:00000010:1.0:1776267959.791005:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001549d052. 00000100:00000010:1.0:1776267959.791008:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 02000000:00000010:1.0:1776267959.791012:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000098d2d190. 00000100:00000010:1.0:1776267959.791015:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f627660. 02000000:00000010:1.0:1776267959.791019:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014cf24cb. 00000100:00000010:1.0:1776267959.791021:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1002d6e. 02000000:00000010:1.0:1776267959.791024:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb9baa06. 00000100:00000010:1.0:1776267959.791027:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080121de5. 02000000:00000010:1.0:1776267959.791031:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006b2dca06. 00000100:00000010:1.0:1776267959.791033:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000339ea1b5. 00000100:00000200:1.0:1776267959.791039:0:64837:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776267959.791045:0:64837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008637e53c. 00000400:00000010:1.0:1776267959.791048:0:64837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000c6c5a7e (tot 82343698). 00000800:00000200:1.0:1776267959.791159:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.791164:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007516ad8d (tot 82343450). 00000400:00000200:1.0:1776267959.791168:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.791172:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.791175:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae466b7c 00000400:00000010:1.0:1776267959.791177:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae466b7c. 02000000:00000010:1.0:1776267959.791180:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002c2784dc. 00000400:00000010:0.0:1776267959.791264:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.791270:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267959.791272:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.791278:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002cdec994 x1862549489487232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.791286:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002cdec994 x1862549489487232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267959.791308:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034f8c78a. 02000000:00000010:0.0:1776267959.791324:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2c85cfa. 02000000:00000010:0.0:1776267959.791330:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b12f1505. 00000100:00000010:0.0:1776267959.791335:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002cdec994. 00000100:00000010:0.0:1776267959.791338:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023939620. 00010000:00000010:0.0:1776267959.791340:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039477e4. 00080000:00000010:0.0:1776267959.791359:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fee200d0. 00010000:00000010:0.0:1776267959.791469:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.791476:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a4742bf. 00010000:00000010:0.0:1776267959.791577:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002656199c. 00010000:00000010:0.0:1776267959.791585:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.791597:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039477e4. 00000100:00000010:0.0:1776267959.791601:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023939620. 00000100:00000010:0.0:1776267959.791607:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002cdec994. 02000000:00000010:0.0:1776267959.791620:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b3f0f71. 02000000:00000010:0.0:1776267959.791647:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b12f1505. 00000400:00000010:0.0:1776267959.791650:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.791653:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.791656:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489487296, portal 16 00000400:00000010:0.0:1776267959.791661:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6abd6ee. 00000100:00000200:0.0:1776267959.791663:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489487296, offset 0 00000400:00000200:0.0:1776267959.791669:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.791676:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.791684:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.791688:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.791691:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.791694:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91243:91243:256:4294967295] 192.168.202.34@tcp LPNI seq info [91243:91243:8:4294967295] 00000400:00000200:0.0:1776267959.791701:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.791706:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.791709:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82343698). 00000800:00000200:0.0:1776267959.791714:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.791718:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.791721:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267959.791841:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.791844:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343450). 00000400:00000200:1.0:1776267959.791847:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.791851:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.791855:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6abd6ee 00000400:00000010:1.0:1776267959.791856:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6abd6ee. 00000100:00000200:1.0:1776267959.791862:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002cdec994 x1862549489487296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.800564:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.800583:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28dc0 00000400:00000200:3.0:1776267959.800593:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb72f1 [1] + 224 00000400:00000200:3.0:1776267959.800616:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.800620:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.800635:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002cdec994 x1862549489487296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267959.800723:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.800736:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267959.800739:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.800754:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002cdec994 x1862549489487296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.800764:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002cdec994 x1862549489487296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267959.800802:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b12f1505. 02000000:00000010:0.0:1776267959.800810:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b3f0f71. 00000100:00000010:0.0:1776267959.800815:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002cdec994. 00000100:00000010:0.0:1776267959.800820:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023939620. 00010000:00000010:0.0:1776267959.800824:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039477e4. 00000400:00000200:1.0:1776267959.805576:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267959.805606:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a000 00000400:00000200:1.0:1776267959.805616:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5d25 [2] + 0 00000400:00000200:1.0:1776267959.805706:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.805712:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267959.805721:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267959.805729:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 00000020:00000010:3.0:1776267959.806008:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000095a720c. 00000020:00000010:3.0:1776267959.806019:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.806022:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.806057:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa9f9452 x1862549476122624/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267959.806083:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476122624 02000000:00000010:3.0:1776267959.806091:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f94c60a7. 00010000:00000010:3.0:1776267959.806116:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036c0ccb9. 00010000:00000010:3.0:1776267959.806137:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b934c3d8. 00000100:00000010:3.0:1776267959.806145:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bff40de. 00000100:00000010:3.0:1776267959.806168:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bff40de. 00010000:00000010:3.0:1776267959.806172:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b934c3d8. 00000400:00000010:3.0:1776267959.806185:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267959.806191:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476122624, offset 224 00000400:00000200:3.0:1776267959.806207:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.806218:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.806222:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91244:91244:256:4294967295] 192.168.202.34@tcp LPNI seq info [91244:91244:8:4294967295] 00000400:00000200:3.0:1776267959.806237:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.806254:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.806258:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.806263:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.806268:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.806271:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.806299:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.806303:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.806305:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000095a720c. 00080000:00000010:0.0:1776267959.806404:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b12f1505. 00010000:00000010:0.0:1776267959.806489:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.806494:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c8472e2c. 00010000:00000010:0.0:1776267959.806572:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a7d4e5a. 00010000:00000010:0.0:1776267959.806576:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.806595:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039477e4. 00000100:00000010:0.0:1776267959.806598:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023939620. 00000100:00000010:0.0:1776267959.806604:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002cdec994. 02000000:00000010:0.0:1776267959.806615:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b3f0f71. 02000000:00000010:0.0:1776267959.806659:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2c85cfa. 00000400:00000010:0.0:1776267959.806664:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.806669:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.806674:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489487360, portal 16 00000400:00000010:0.0:1776267959.806688:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000673fe50f. 00000100:00000200:0.0:1776267959.806690:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489487360, offset 0 00000400:00000200:0.0:1776267959.806694:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.806699:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.806704:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.806718:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.806720:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.806722:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91245:91245:255:4294967295] 192.168.202.34@tcp LPNI seq info [91245:91245:7:4294967295] 00000400:00000200:0.0:1776267959.806727:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.806730:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.806732:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343946). 00000800:00000200:0.0:1776267959.806735:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.806737:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.806739:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.807504:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.807512:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343698). 00000400:00000200:2.0:1776267959.807523:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.807531:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.807537:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:2.0:1776267959.807541:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000800:00000200:2.0:1776267959.807619:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.807622:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:2.0:1776267959.807626:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.807629:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.807632:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000673fe50f 00000400:00000010:2.0:1776267959.807633:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000673fe50f. 00000100:00000200:2.0:1776267959.807643:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002cdec994 x1862549489487360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267959.809167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd265607. 00010000:00000010:0.1:1776267959.809184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000902166b9. 00010000:00000010:0.1:1776267959.809188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000362bf3db. 00010000:00000010:3.1:1776267959.810953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df4be46e. 00000400:00000200:3.0:1776267959.816447:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.816473:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28e00 00000400:00000200:3.0:1776267959.816485:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb72fd [1] + 224 00000400:00000200:3.0:1776267959.816502:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.816507:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.816522:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002cdec994 x1862549489487360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.816570:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.816576:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a040 00000400:00000200:3.0:1776267959.816581:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5d25 [2] + 328 00000400:00000010:0.0:1776267959.816934:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.816943:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267959.816945:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.816954:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002cdec994 x1862549489487360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.816962:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002cdec994 x1862549489487360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267959.817004:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2c85cfa. 02000000:00000010:0.0:1776267959.817013:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b3f0f71. 00000100:00000010:0.0:1776267959.817018:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002cdec994. 00000100:00000010:0.0:1776267959.817022:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023939620. 00010000:00000010:0.0:1776267959.817027:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039477e4. 00000400:00000200:3.0:1776267959.818328:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.818340:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.818348:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.818358:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6a3c49b. 00000020:00000010:1.0:1776267959.818553:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c2784dc. 00000020:00000010:1.0:1776267959.818563:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063240089. 00000020:00000010:1.0:1776267959.818569:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.818606:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a6a3c49b x1862549476122688/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267959.818638:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476122688 02000000:00000010:1.0:1776267959.818656:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000098d2d190. 00010000:00000010:1.0:1776267959.818699:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009567ce05. 00010000:00000010:1.0:1776267959.818728:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000068f84808. 00000100:00000010:1.0:1776267959.818737:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267959.818757:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267959.818763:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000068f84808. 00000400:00000010:1.0:1776267959.818780:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae466b7c. 00000100:00000200:1.0:1776267959.818786:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476122688, offset 224 00080000:00000010:0.0:1776267959.818794:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b3f0f71. 00000400:00000200:1.0:1776267959.818795:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.818810:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.818816:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91246:91246:256:4294967295] 192.168.202.34@tcp LPNI seq info [91246:91246:8:4294967295] 00000400:00000200:1.0:1776267959.818826:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.818832:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.818837:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343698). 00000800:00000200:1.0:1776267959.818843:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.818851:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.818855:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.818888:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063240089. 00010000:00000010:0.1:1776267959.818926:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e7c7a75. 00010000:00000010:0.1:1776267959.818933:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002656199c. 00000020:00000010:1.0:1776267959.818952:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.818956:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c2784dc. 00010000:00000010:0.0:1776267959.818984:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.818991:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e2c5a92e. 00010000:00000010:0.0:1776267959.819095:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002656199c. 00010000:00000010:0.0:1776267959.819103:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.819116:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039477e4. 00000100:00000010:0.0:1776267959.819120:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001e6ad9a8. 00000100:00000010:0.0:1776267959.819127:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002cdec994. 02000000:00000010:0.0:1776267959.819142:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2c85cfa. 02000000:00000010:0.0:1776267959.819174:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000077c23988. 00000400:00000010:0.0:1776267959.819180:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.819184:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.819190:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489487424, portal 16 00000400:00000010:0.0:1776267959.819195:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b779ebb. 00000100:00000200:0.0:1776267959.819197:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489487424, offset 0 00000400:00000200:0.0:1776267959.819203:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.819210:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.819219:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.819223:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.819226:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.819229:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91247:91247:255:4294967295] 192.168.202.34@tcp LPNI seq info [91247:91247:7:4294967295] 00000400:00000200:0.0:1776267959.819247:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.819252:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.819256:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343946). 00000800:00000200:0.0:1776267959.819260:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.819264:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.819267:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.819557:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.819562:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007516ad8d (tot 82343698). 00000400:00000200:3.0:1776267959.819568:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.819573:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.819579:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae466b7c 00000400:00000010:3.0:1776267959.819581:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae466b7c. 00000800:00000200:3.0:1776267959.820158:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.820161:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343450). 00000400:00000200:3.0:1776267959.820165:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.820171:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.820174:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b779ebb 00000400:00000010:3.0:1776267959.820175:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b779ebb. 00000100:00000200:3.0:1776267959.820183:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002cdec994 x1862549489487424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267959.823937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000331855f9. 00010000:00000010:0.1:1776267959.827214:0:78470:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cadcd8a. 00010000:00000010:0.1:1776267959.827243:0:78470:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a7d4e5a. 00000400:00000200:2.0:1776267959.828791:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.828814:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28e40 00000400:00000200:2.0:1776267959.828826:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7309 [1] + 224 00000400:00000200:2.0:1776267959.828845:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.828850:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.828866:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002cdec994 x1862549489487424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.828932:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.828937:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a080 00000400:00000200:2.0:1776267959.828942:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5d25 [2] + 656 00000400:00000200:2.0:1776267959.828952:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.828968:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.828974:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.828983:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f8b48. 00000020:00000010:3.0:1776267959.829174:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000095a720c. 00000020:00000010:3.0:1776267959.829187:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.829193:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.829244:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68f8b48 x1862549476122752/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267959.829294:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476122752 02000000:00000010:3.0:1776267959.829312:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000058979b39. 00010000:00000010:3.0:1776267959.829386:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b934c3d8. 00000100:00000010:3.0:1776267959.829395:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bff40de. 00000100:00000010:3.0:1776267959.829405:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bff40de. 00010000:00000010:3.0:1776267959.829409:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b934c3d8. 00000400:00000010:3.0:1776267959.829429:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cbd945d. 00000100:00000200:3.0:1776267959.829436:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476122752, offset 224 00000400:00000200:3.0:1776267959.829445:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.829459:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.829466:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91248:91248:256:4294967295] 192.168.202.34@tcp LPNI seq info [91248:91248:8:4294967295] 00000400:00000200:3.0:1776267959.829477:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.829483:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.829489:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.829497:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.829505:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.829510:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.829535:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053273189. 00000020:00000010:3.0:1776267959.829540:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.829543:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000095a720c. 00000800:00000200:3.0:1776267959.829664:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.829669:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267959.829675:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.829679:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.829683:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cbd945d 00000400:00000010:3.0:1776267959.829685:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cbd945d. 00000400:00000010:0.0:1776267959.830241:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.830249:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267959.830251:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.830260:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002cdec994 x1862549489487424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.830270:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002cdec994 x1862549489487424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267959.830300:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042992d56. 02000000:00000010:0.0:1776267959.830317:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000077c23988. 02000000:00000010:0.0:1776267959.830324:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2c85cfa. 00000100:00000010:0.0:1776267959.830330:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002cdec994. 00000100:00000010:0.0:1776267959.830333:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001e6ad9a8. 00010000:00000010:0.0:1776267959.830337:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039477e4. 00080000:00000010:0.0:1776267959.830360:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077c23988. 00010000:00000010:0.0:1776267959.830496:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.830504:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000046c3359c. 00010000:00000010:0.0:1776267959.830637:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a7d4e5a. 00010000:00000010:0.0:1776267959.830644:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.830657:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039477e4. 00000100:00000010:0.0:1776267959.830663:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001e6ad9a8. 00000100:00000010:0.0:1776267959.830673:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002cdec994. 02000000:00000010:0.0:1776267959.830690:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2c85cfa. 02000000:00000010:0.0:1776267959.830731:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be94cb27. 00000400:00000010:0.0:1776267959.830737:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.830742:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.830750:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489487488, portal 16 00000400:00000010:0.0:1776267959.830756:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006163a41a. 00000100:00000200:0.0:1776267959.830758:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489487488, offset 0 00000400:00000200:0.0:1776267959.830767:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.830778:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.830787:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.830792:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.830795:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.830799:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91249:91249:256:4294967295] 192.168.202.34@tcp LPNI seq info [91249:91249:8:4294967295] 00000400:00000200:0.0:1776267959.830809:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.830815:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.830819:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000903c6240 (tot 82343698). 00000800:00000200:0.0:1776267959.830826:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.830833:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.830836:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000903c6240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.831222:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.831227:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000903c6240 (tot 82343450). 00000400:00000200:3.0:1776267959.831243:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.831248:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.831252:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006163a41a 00000400:00000010:3.0:1776267959.831254:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006163a41a. 00000100:00000200:3.0:1776267959.831262:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002cdec994 x1862549489487488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267959.841155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061abd2c4. 00010000:00000010:0.1:1776267959.841168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e311705. 00010000:00000010:0.1:1776267959.841171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002656199c. 00000400:00000200:2.0:1776267959.856808:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.856837:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28e80 00000400:00000200:2.0:1776267959.856852:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7315 [1] + 224 00000400:00000200:2.0:1776267959.856869:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.856873:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.856887:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002cdec994 x1862549489487488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.857078:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.857084:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a0c0 00000400:00000200:2.0:1776267959.857090:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5d25 [2] + 984 00000400:00000200:2.0:1776267959.857158:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.857162:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.857168:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.857176:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 00000020:00000010:1.0:1776267959.857678:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001549d052. 00000020:00000010:1.0:1776267959.857689:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063240089. 00000020:00000010:1.0:1776267959.857694:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.857748:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f5837bfc x1862549476122816/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267959.857785:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476122816 02000000:00000010:1.0:1776267959.857801:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002c2784dc. 00010000:00000010:1.0:1776267959.857854:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fe3d7935. 00000100:00000010:1.0:1776267959.857862:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267959.857869:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267959.857875:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fe3d7935. 00000400:00000010:1.0:1776267959.857916:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267959.857923:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476122816, offset 224 00000400:00000200:1.0:1776267959.857932:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.857946:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.857964:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91250:91250:256:4294967295] 192.168.202.34@tcp LPNI seq info [91250:91250:8:4294967295] 00000400:00000200:1.0:1776267959.857975:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.857980:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.857985:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070de03a1 (tot 82343698). 00000800:00000200:1.0:1776267959.857992:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.858001:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.858005:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070de03a1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.858026:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063240089. 00000020:00000010:1.0:1776267959.858031:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.858034:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001549d052. 00000800:00000200:1.0:1776267959.858261:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.858266:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070de03a1 (tot 82343450). 00000400:00000200:1.0:1776267959.858270:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.858274:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.858279:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:1.0:1776267959.858281:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000400:00000010:0.0:1776267959.859767:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.859777:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267959.859781:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.859794:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002cdec994 x1862549489487488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.859805:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002cdec994 x1862549489487488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267959.859838:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089ba5161. 02000000:00000010:0.0:1776267959.859859:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be94cb27. 02000000:00000010:0.0:1776267959.859865:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2c85cfa. 00000100:00000010:0.0:1776267959.859871:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002cdec994. 00000100:00000010:0.0:1776267959.859875:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001e6ad9a8. 00010000:00000010:0.0:1776267959.859879:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039477e4. 00080000:00000010:0.0:1776267959.859918:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be94cb27. 00010000:00000010:0.0:1776267959.860116:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.860125:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c8c575cf. 00010000:00000010:0.0:1776267959.860222:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002656199c. 00010000:00000010:0.0:1776267959.860240:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.860255:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039477e4. 00000100:00000010:0.0:1776267959.860261:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001e6ad9a8. 00000100:00000010:0.0:1776267959.860269:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002cdec994. 02000000:00000010:0.0:1776267959.860284:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009adea7cc. 02000000:00000010:0.0:1776267959.860318:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000453e2e60. 00000400:00000010:0.0:1776267959.860323:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.860327:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.860334:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489487552, portal 16 00000400:00000010:0.0:1776267959.860339:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267959.860342:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489487552, offset 0 00000400:00000200:0.0:1776267959.860350:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.860366:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.863313:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.863326:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.863331:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.863335:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91251:91251:256:4294967295] 192.168.202.34@tcp LPNI seq info [91251:91251:8:4294967295] 00000400:00000200:0.0:1776267959.863355:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.863366:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.863388:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c5e367f (tot 82343698). 00000800:00000200:0.0:1776267959.863402:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.863412:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.863418:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c5e367f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.863691:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.863697:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343450). 00000400:00000200:2.0:1776267959.863704:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.863712:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.863718:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:2.0:1776267959.863721:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00000100:00000200:2.0:1776267959.863736:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002cdec994 x1862549489487552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.868980:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.869009:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28ec0 00000400:00000200:2.0:1776267959.869021:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7321 [1] + 224 00000400:00000200:2.0:1776267959.869038:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.869044:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.869059:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002cdec994 x1862549489487552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.869107:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267959.869113:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a100 00000400:00000200:2.0:1776267959.869119:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5d25 [2] + 1312 00000400:00000010:0.0:1776267959.869148:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.869156:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267959.869158:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.869166:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002cdec994 x1862549489487552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.869174:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002cdec994 x1862549489487552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267959.869189:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.869193:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267959.869197:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267959.869205:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047e24643. 02000000:00000010:0.0:1776267959.869215:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000453e2e60. 02000000:00000010:0.0:1776267959.869223:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009adea7cc. 00000100:00000010:0.0:1776267959.869228:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002cdec994. 00000100:00000010:0.0:1776267959.869243:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001e6ad9a8. 00010000:00000010:0.0:1776267959.869248:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039477e4. 00000020:00000010:1.0:1776267959.869339:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001549d052. 00000020:00000010:1.0:1776267959.869349:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063240089. 00000020:00000010:1.0:1776267959.869355:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.869393:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047e24643 x1862549476122880/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267959.869435:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476122880 02000000:00000010:1.0:1776267959.869451:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006b2dca06. 00010000:00000010:1.0:1776267959.869485:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e215d4e5. 00010000:00000010:1.0:1776267959.869511:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fe3d7935. 00000100:00000010:1.0:1776267959.869518:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267959.869533:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267959.869537:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fe3d7935. 00000400:00000010:1.0:1776267959.869553:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267959.869559:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476122880, offset 224 00000400:00000200:1.0:1776267959.869568:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.869581:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.869588:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91252:91252:256:4294967295] 192.168.202.34@tcp LPNI seq info [91252:91252:8:4294967295] 00000400:00000200:1.0:1776267959.869600:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.869605:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.869610:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070de03a1 (tot 82343698). 00000800:00000200:1.0:1776267959.869616:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.869625:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.869629:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070de03a1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.869660:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063240089. 00000020:00000010:1.0:1776267959.869664:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.869667:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001549d052. 00080000:00000010:0.0:1776267959.869734:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009adea7cc. 00010000:00000010:0.0:1776267959.869847:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.869856:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006703043b. 00010000:00000010:0.0:1776267959.869998:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000362bf3db. 00010000:00000010:0.0:1776267959.870006:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.870018:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039477e4. 00000100:00000010:0.0:1776267959.870021:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001e6ad9a8. 00000800:00000200:2.0:1776267959.870064:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.870069:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070de03a1 (tot 82343450). 00000400:00000200:2.0:1776267959.870073:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.870077:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.870080:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:2.0:1776267959.870082:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000010:0.0:1776267959.870210:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002cdec994. 02000000:00000010:0.0:1776267959.870227:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000453e2e60. 02000000:00000010:0.0:1776267959.870272:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006893ad02. 00000400:00000010:0.0:1776267959.870277:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.870281:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.870288:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489487616, portal 16 00000400:00000010:0.0:1776267959.870293:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099a11cb2. 00000100:00000200:0.0:1776267959.870295:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489487616, offset 0 00000400:00000200:0.0:1776267959.870303:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.870312:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.870582:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.870586:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.870590:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.870593:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91253:91253:256:4294967295] 192.168.202.34@tcp LPNI seq info [91253:91253:8:4294967295] 00000400:00000200:0.0:1776267959.870602:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.870608:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.870613:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c5e367f (tot 82343698). 00000800:00000200:0.0:1776267959.870620:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.870625:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.870630:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c5e367f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267959.871380:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267959.871393:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343450). 00000400:00000200:2.0:1776267959.871398:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267959.871404:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267959.871410:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099a11cb2 00000400:00000010:2.0:1776267959.871419:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099a11cb2. 00000100:00000200:2.0:1776267959.871429:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002cdec994 x1862549489487616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267959.876118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe85bef0. 00010000:00000010:0.1:1776267959.876136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb8a728d. 00010000:00000010:0.1:1776267959.876141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a7d4e5a. 00010000:00000010:1.1:1776267959.879742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080392114. 00010000:00000010:0.1:1776267959.879998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003032e0d3. 00010000:00000010:0.1:1776267959.880007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002656199c. 00000400:00000200:3.0:1776267959.882246:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.882274:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28f00 00000400:00000200:3.0:1776267959.882286:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb732d [1] + 224 00000400:00000200:3.0:1776267959.882303:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.882308:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.882321:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002cdec994 x1862549489487616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.882357:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.882362:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a140 00000400:00000200:3.0:1776267959.882367:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5d25 [2] + 1640 00000400:00000010:0.0:1776267959.882614:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:0.0:1776267959.882622:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267959.882624:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.882632:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002cdec994 x1862549489487616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267959.882639:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002cdec994 x1862549489487616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267959.882679:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006893ad02. 02000000:00000010:0.0:1776267959.882684:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000453e2e60. 00000100:00000010:0.0:1776267959.882689:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002cdec994. 00000100:00000010:0.0:1776267959.882692:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001e6ad9a8. 00010000:00000010:0.0:1776267959.882696:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039477e4. 00000400:00000200:3.0:1776267959.885109:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.885128:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.885142:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.885154:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000594b1263. 00000020:00000010:1.0:1776267959.885572:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb9baa06. 00000020:00000010:1.0:1776267959.885582:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063240089. 00000020:00000010:1.0:1776267959.885588:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267959.885629:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000594b1263 x1862549476122944/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267959.885683:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476122944 02000000:00000010:1.0:1776267959.885698:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014cf24cb. 00010000:00000010:1.0:1776267959.885743:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bacfdf6d. 00010000:00000010:1.0:1776267959.885775:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fe3d7935. 00000100:00000010:1.0:1776267959.885785:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267959.885797:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267959.885802:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fe3d7935. 00000400:00000010:1.0:1776267959.885817:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267959.885824:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476122944, offset 224 00000400:00000200:1.0:1776267959.885834:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.885851:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.885863:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91254:91254:256:4294967295] 192.168.202.34@tcp LPNI seq info [91254:91254:8:4294967295] 00000400:00000200:1.0:1776267959.885875:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.885880:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.885886:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a46ad86 (tot 82343698). 00000800:00000200:1.0:1776267959.885925:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.885934:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.885938:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007a46ad86 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267959.885962:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063240089. 00000020:00000010:1.0:1776267959.885966:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267959.885969:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb9baa06. 00000800:00000200:3.0:1776267959.886102:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.886108:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a46ad86 (tot 82343450). 00000400:00000200:3.0:1776267959.886112:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.886116:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.886120:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:3.0:1776267959.886123:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00080000:00000010:0.0:1776267959.886157:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000453e2e60. 00010000:00000010:0.0:1776267959.886289:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.886298:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef7780ca. 00010000:00000010:0.0:1776267959.886398:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002656199c. 00010000:00000010:0.0:1776267959.886406:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003d78ec73. 00010000:00000010:0.0:1776267959.886420:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039477e4. 00000100:00000010:0.0:1776267959.886425:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001e6ad9a8. 00000100:00000010:0.0:1776267959.886435:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002cdec994. 02000000:00000010:0.0:1776267959.886449:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006893ad02. 02000000:00000010:0.0:1776267959.886479:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfc43a2d. 00000400:00000010:0.0:1776267959.886486:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267959.886492:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267959.886498:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489487680, portal 16 00000400:00000010:0.0:1776267959.886503:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053790125. 00000100:00000200:0.0:1776267959.886505:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489487680, offset 0 00000400:00000200:0.0:1776267959.886514:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.886522:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.886530:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267959.886534:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267959.886538:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267959.886541:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91255:91255:256:4294967295] 192.168.202.34@tcp LPNI seq info [91255:91255:8:4294967295] 00000400:00000200:0.0:1776267959.886548:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.886553:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.886556:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000903c6240 (tot 82343698). 00000800:00000200:0.0:1776267959.886561:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.886565:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.886568:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000903c6240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.887501:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.887507:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000903c6240 (tot 82343450). 00000400:00000200:3.0:1776267959.887514:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.887521:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.887526:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053790125 00000400:00000010:3.0:1776267959.887528:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053790125. 00000100:00000200:3.0:1776267959.887538:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002cdec994 x1862549489487680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267959.891938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006857721d. 00000400:00000200:3.0:1776267959.896522:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.896549:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28f40 00000400:00000200:3.0:1776267959.896562:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7339 [1] + 224 00000400:00000200:3.0:1776267959.896585:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.896589:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.896604:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002cdec994 x1862549489487680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.897502:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.897517:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a180 00000400:00000200:3.0:1776267959.897524:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5d25 [2] + 1968 00000400:00000010:3.0:1776267959.897530:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1177ee3. 00000400:00000200:3.0:1776267959.897535:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003fde8ba4 00000400:00000200:3.0:1776267959.897604:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.897609:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.897613:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fde8ba4 00000400:00000010:3.0:1776267959.897615:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003fde8ba4 (tot 82343298). 00000100:00000200:3.0:1776267959.897623:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776267959.897750:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5fe0967. 00000020:00000010:2.0:1776267959.897760:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000a96a73b. 00000020:00000010:2.0:1776267959.897765:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.897802:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000044934b2b x1862549476123008/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267959.897846:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123008 02000000:00000010:2.0:1776267959.897861:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007abb2c93. 00010000:00000010:2.0:1776267959.897970:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267959.897981:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7dd49b8. 00000100:00000010:2.0:1776267959.897991:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7dd49b8. 00010000:00000010:2.0:1776267959.897996:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267959.898018:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a302828a. 00000100:00000200:2.0:1776267959.898024:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123008, offset 224 00000400:00000200:2.0:1776267959.898043:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.898059:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.898066:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91256:91256:256:4294967295] 192.168.202.34@tcp LPNI seq info [91256:91256:8:4294967295] 00000400:00000200:2.0:1776267959.898077:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.898083:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.898088:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343546). 00000800:00000200:2.0:1776267959.898096:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.898105:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.898109:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267959.898131:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000a96a73b. 00000020:00000010:2.0:1776267959.898136:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267959.898139:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5fe0967. 02000000:00000010:2.0:1776267959.898152:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014cf24cb. 00000100:00000010:2.0:1776267959.898156:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000594b1263. 02000000:00000010:2.0:1776267959.898161:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006b2dca06. 00000100:00000010:2.0:1776267959.898163:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047e24643. 02000000:00000010:2.0:1776267959.898169:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002c2784dc. 00000100:00000010:2.0:1776267959.898173:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267959.898176:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000058979b39. 00000100:00000010:2.0:1776267959.898178:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f8b48. 02000000:00000010:2.0:1776267959.898181:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000098d2d190. 00000100:00000010:2.0:1776267959.898184:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a6a3c49b. 02000000:00000010:2.0:1776267959.898187:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f94c60a7. 00000100:00000010:2.0:1776267959.898190:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 00000100:00000200:2.0:1776267959.898200:0:64837:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776267959.898206:0:64837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007b103619. 00000400:00000010:2.0:1776267959.898209:0:64837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7dd49b8 (tot 82343698). 00000400:00000010:1.0:1776267959.898335:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:1.0:1776267959.898341:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:1.0:1776267959.898343:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:1.0:1776267959.898352:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002cdec994 x1862549489487680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267959.898362:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002cdec994 x1862549489487680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267959.898402:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce06a169. 02000000:00000010:1.0:1776267959.898418:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfc43a2d. 02000000:00000010:1.0:1776267959.898424:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006893ad02. 00000100:00000010:1.0:1776267959.898429:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002cdec994. 00000100:00000010:1.0:1776267959.898432:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001e6ad9a8. 00010000:00000010:1.0:1776267959.898435:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039477e4. 00080000:00000010:1.0:1776267959.898458:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb9baa06. 00000800:00000200:3.0:1776267959.898582:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.898587:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:3.0:1776267959.898592:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1776267959.898594:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d78ec73. 00000400:00000200:3.0:1776267959.898597:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.898601:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a302828a 00010000:00000010:1.0:1776267959.898601:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f8989280. 00000400:00000010:3.0:1776267959.898602:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a302828a. 02000000:00000010:3.0:1776267959.898608:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007abb2c93. 00010000:00000010:1.0:1776267959.898713:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd49ad62. 00010000:00000010:1.0:1776267959.898720:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a65e1757. 00010000:00000010:1.0:1776267959.898730:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fe3d7935. 00000100:00000010:1.0:1776267959.898734:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267959.898740:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 02000000:00000010:1.0:1776267959.898753:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8f76a91. 02000000:00000010:1.0:1776267959.898780:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b2dca06. 00000400:00000010:1.0:1776267959.898783:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8a01b20. 00000400:00000010:1.0:1776267959.898786:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008757b184. 00000100:00000200:1.0:1776267959.898790:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489487744, portal 16 00000400:00000010:1.0:1776267959.898794:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c700c40e. 00000100:00000200:1.0:1776267959.898796:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489487744, offset 0 00000400:00000200:1.0:1776267959.898800:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267959.898806:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267959.898814:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267959.898817:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267959.898820:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267959.898822:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91257:91257:256:4294967295] 192.168.202.34@tcp LPNI seq info [91257:91257:8:4294967295] 00000400:00000200:1.0:1776267959.898827:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267959.898831:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267959.898833:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343698). 00000800:00000200:1.0:1776267959.898837:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267959.898840:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267959.898843:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.898981:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.898983:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bc1d37 (tot 82343450). 00000400:00000200:3.0:1776267959.898987:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.898990:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.898992:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c700c40e 00000400:00000010:3.0:1776267959.898993:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c700c40e. 00000100:00000200:3.0:1776267959.898998:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000200aa5ca x1862549489487744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267959.900825:0:78481:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081e16620. 00010000:00000010:0.1:1776267959.900844:0:78481:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000362bf3db. 00000400:00000200:3.0:1776267959.905963:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.905993:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28f80 00000400:00000200:3.0:1776267959.906006:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7349 [1] + 224 00000400:00000200:3.0:1776267959.906027:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.906032:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.906048:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000200aa5ca x1862549489487744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267959.906189:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a8a01b20. 00000400:00000200:2.0:1776267959.906196:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008757b184 00000400:00000010:2.0:1776267959.906199:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008757b184. 00000100:00000200:2.0:1776267959.906206:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000200aa5ca x1862549489487744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267959.906215:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000200aa5ca x1862549489487744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267959.906267:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b2dca06. 02000000:00000010:2.0:1776267959.906276:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8f76a91. 00000100:00000010:2.0:1776267959.906281:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 00000100:00000010:2.0:1776267959.906287:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:2.0:1776267959.906293:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fe3d7935. 00000400:00000200:3.0:1776267959.907130:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.907143:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a1c0 00000400:00000200:3.0:1776267959.907153:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5d7d [2] + 0 00000400:00000200:3.0:1776267959.907238:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.907243:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.907251:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.907257:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d720bc70. 00000020:00000010:2.0:1776267959.907343:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e104291. 00000020:00000010:2.0:1776267959.907354:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000a96a73b. 00000020:00000010:2.0:1776267959.907360:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267959.907398:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d720bc70 x1862549476123072/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267959.907453:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123072 02000000:00000010:2.0:1776267959.907469:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c470cf83. 00010000:00000010:2.0:1776267959.907509:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000073b88067. 00010000:00000010:2.0:1776267959.907542:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267959.907553:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d86d771. 00000100:00000010:2.0:1776267959.907569:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d86d771. 00010000:00000010:2.0:1776267959.907573:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00080000:00000010:2.0:1776267959.907611:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007abb2c93. 00010000:00000010:2.0:1776267959.907744:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a65e1757. 00010000:00000010:2.0:1776267959.907751:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000565cf24a. 00010000:00000010:2.0:1776267959.907849:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb3bd51c. 00010000:00000010:2.0:1776267959.907855:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.907861:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb2f35a4. 00010000:00000010:2.0:1776267959.907869:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.907886:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098d2d190. 00010000:00000010:2.0:1776267959.907971:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.907976:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00000001:00000010:2.0:1776267959.908030:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cb916c99. 00000001:00000010:2.0:1776267959.908037:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cb916c99. 00000001:00000010:2.0:1776267959.908041:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e6b64db7. 00080000:00000010:2.0:1776267959.908047:0:77399:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 0000000043138e78. 00080000:00000010:2.0:1776267959.908054:0:77399:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 000000002c2784dc. 00000001:00000010:2.0:1776267959.908064:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cb916c99. 00010000:00000010:2.0:1776267959.908093:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cce0f42a. 00010000:00000010:2.0:1776267959.908096:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.908099:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:2.0:1776267959.908103:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.908112:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053033c1d. 00000400:00000010:3.0:1776267959.908116:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cbd945d. 00000100:00000200:3.0:1776267959.908125:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123072, offset 224 00000400:00000200:3.0:1776267959.908136:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00010000:00000010:2.0:1776267959.908136:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.908139:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00000400:00000200:3.0:1776267959.908151:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.908158:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91258:91258:256:4294967295] 192.168.202.34@tcp LPNI seq info [91258:91258:8:4294967295] 00000400:00000200:3.0:1776267959.908169:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.908175:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.908181:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00010000:00000010:2.0:1776267959.908182:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1976d1c. 00010000:00000010:2.0:1776267959.908184:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.908187:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055a5b69c. 00000800:00000200:3.0:1776267959.908188:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00010000:00000010:2.0:1776267959.908190:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00000800:00000200:3.0:1776267959.908197:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00080000:00000010:2.0:1776267959.908198:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5fe0967. 00000800:00000200:3.0:1776267959.908203:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776267959.908219:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.908224:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00000020:00000010:3.0:1776267959.908242:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000a96a73b. 00000020:00000010:3.0:1776267959.908247:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:3.0:1776267959.908251:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e104291. 00010000:00000010:2.0:1776267959.908275:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec670dd5. 00010000:00000010:2.0:1776267959.908277:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.908280:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039f0146f. 00010000:00000010:2.0:1776267959.908284:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.908295:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000375f7cd2. 00010000:00000010:2.0:1776267959.908319:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.908323:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00000800:00000200:3.0:1776267959.908365:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.908370:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267959.908389:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.908394:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.908399:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cbd945d 00000400:00000010:3.0:1776267959.908402:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cbd945d. 00010000:00000010:2.0:1776267959.908608:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008368c4c7. 00010000:00000010:2.0:1776267959.908612:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.908616:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f17b05f5. 00010000:00000010:2.0:1776267959.908619:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.908628:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000633aa133. 00010000:00000010:2.0:1776267959.908657:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.908661:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.908697:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002dbacbb7. 00010000:00000010:2.0:1776267959.908701:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.910588:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090413a92. 00010000:00000010:2.0:1776267959.910607:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.910641:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff07397e. 00010000:00000010:2.0:1776267959.910730:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.910740:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.910847:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae08633e. 00010000:00000010:2.0:1776267959.910852:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.910857:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.0:1776267959.910860:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.910870:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000122291dd. 00010000:00000010:2.0:1776267959.910911:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.910915:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.910953:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001270804d. 00010000:00000010:2.0:1776267959.910957:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.910960:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c642025. 00010000:00000010:2.0:1776267959.910963:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.910972:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ee012a4. 00010000:00000010:2.0:1776267959.910995:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.910999:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911053:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eb94bd16. 00010000:00000010:2.0:1776267959.911057:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911061:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003170a25d. 00010000:00000010:2.0:1776267959.911064:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.911070:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039b69b8f. 00010000:00000010:2.0:1776267959.911093:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.911096:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911127:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008f93b970. 00010000:00000010:2.0:1776267959.911130:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911133:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004efb028e. 00010000:00000010:2.0:1776267959.911136:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.911144:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000437dd877. 00010000:00000010:2.0:1776267959.911171:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.911175:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911210:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000181942dd. 00010000:00000010:2.0:1776267959.911213:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911216:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.0:1776267959.911219:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.911227:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b3b4ad6. 00010000:00000010:2.0:1776267959.911263:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.911267:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911301:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004aa34b29. 00010000:00000010:2.0:1776267959.911303:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911305:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9bd5d0c. 00010000:00000010:2.0:1776267959.911307:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.911313:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac289441. 00010000:00000010:2.0:1776267959.911329:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.911331:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911356:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000191d11fb. 00010000:00000010:2.0:1776267959.911357:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911359:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.0:1776267959.911362:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.911367:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009bfb14c7. 00010000:00000010:2.0:1776267959.911385:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.911388:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911422:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007991d1b7. 00010000:00000010:2.0:1776267959.911425:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911428:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f5b54cb. 00010000:00000010:2.0:1776267959.911431:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.911437:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1d189c5. 00010000:00000010:2.0:1776267959.911458:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.911462:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911498:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d993618. 00010000:00000010:2.0:1776267959.911501:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911504:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e16f23. 00010000:00000010:2.0:1776267959.911507:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.911514:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009dde3764. 00010000:00000010:2.0:1776267959.911535:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.911538:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911569:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000057d8740f. 00010000:00000010:2.0:1776267959.911572:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911576:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000157d807. 00010000:00000010:2.0:1776267959.911579:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.911588:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0e7b059. 00010000:00000010:2.0:1776267959.911610:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.911614:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911642:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e5100d47. 00010000:00000010:2.0:1776267959.911644:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911646:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008aeec184. 00010000:00000010:2.0:1776267959.911648:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.911654:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed748266. 00010000:00000010:2.0:1776267959.911669:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.911671:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911692:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b1c8a664. 00010000:00000010:2.0:1776267959.911694:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911696:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.0:1776267959.911698:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.911702:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b7faa48. 00010000:00000010:2.0:1776267959.911715:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.911717:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911741:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024eaa6d2. 00010000:00000010:2.0:1776267959.911743:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911745:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000657f0a06. 00010000:00000010:2.0:1776267959.911748:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.911752:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea3da4b6. 00010000:00000010:2.0:1776267959.911764:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.911766:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911788:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005ecb676e. 00010000:00000010:2.0:1776267959.911789:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911792:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.0:1776267959.911793:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.911798:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082d2c11a. 00010000:00000010:2.0:1776267959.911810:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.911812:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911838:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0aa96bd. 00010000:00000010:2.0:1776267959.911839:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911843:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030555777. 00010000:00000010:2.0:1776267959.911845:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.911850:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ff579af. 00010000:00000010:2.0:1776267959.911863:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.911865:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911886:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001ed469e6. 00010000:00000010:2.0:1776267959.911888:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.911890:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef91611c. 00010000:00000010:2.0:1776267959.911892:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.911936:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018b3d3c0. 00010000:00000010:2.0:1776267959.911962:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.911966:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912004:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f4e7c351. 00010000:00000010:2.0:1776267959.912008:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912012:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000470e270b. 00010000:00000010:2.0:1776267959.912015:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.912023:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012c10be4. 00010000:00000010:2.0:1776267959.912044:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.912047:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912081:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026a7d4a7. 00010000:00000010:2.0:1776267959.912084:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912088:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bb3e9d5. 00010000:00000010:2.0:1776267959.912091:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.912097:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eea7a6f8. 00010000:00000010:2.0:1776267959.912114:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.912116:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912143:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c8aecdd. 00010000:00000010:2.0:1776267959.912145:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912148:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009aeaf711. 00010000:00000010:2.0:1776267959.912150:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.912154:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dace905c. 00010000:00000010:2.0:1776267959.912167:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.912170:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912191:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f175a280. 00010000:00000010:2.0:1776267959.912193:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912196:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ec1c815. 00010000:00000010:2.0:1776267959.912199:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.912204:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfa3f016. 00010000:00000010:2.0:1776267959.912218:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.912220:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912386:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007cf53516. 00010000:00000010:2.0:1776267959.912390:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912394:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffc62ed2. 00010000:00000010:2.0:1776267959.912397:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.912406:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008317c5ef. 00010000:00000010:2.0:1776267959.912432:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.912435:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912474:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1501346. 00010000:00000010:2.0:1776267959.912477:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912480:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006558809f. 00010000:00000010:2.0:1776267959.912484:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.912492:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8c07399. 00010000:00000010:2.0:1776267959.912515:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.912519:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912553:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038328335. 00010000:00000010:2.0:1776267959.912556:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912558:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088f771fd. 00010000:00000010:2.0:1776267959.912562:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.912569:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000faf2ab6f. 00010000:00000010:2.0:1776267959.912592:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.912596:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912631:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da9a4511. 00010000:00000010:2.0:1776267959.912633:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912637:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080c94d6f. 00010000:00000010:2.0:1776267959.912640:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.912647:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbdeba04. 00010000:00000010:2.0:1776267959.912669:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.912673:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912700:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7945483. 00010000:00000010:2.0:1776267959.912702:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912704:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006df6c574. 00010000:00000010:2.0:1776267959.912706:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.912713:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfbcd6f1. 00010000:00000010:2.0:1776267959.912727:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.912729:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912749:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cca42090. 00010000:00000010:2.0:1776267959.912751:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912753:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fea016c. 00010000:00000010:2.0:1776267959.912755:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.912762:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007fb08bb7. 00010000:00000010:2.0:1776267959.912775:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.912778:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912801:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000016e9deb. 00010000:00000010:2.0:1776267959.912803:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912806:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7932b48. 00010000:00000010:2.0:1776267959.912808:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.912813:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076118978. 00010000:00000010:2.0:1776267959.912827:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.912829:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912849:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d74523b7. 00010000:00000010:2.0:1776267959.912851:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.912854:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fa08058. 00010000:00000010:2.0:1776267959.912855:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.912860:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033aead34. 00010000:00000010:2.0:1776267959.912875:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.912877:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913316:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000057351d97. 00010000:00000010:2.0:1776267959.913319:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913321:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfad718c. 00010000:00000010:2.0:1776267959.913324:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.913331:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001dc40ec6. 00010000:00000010:2.0:1776267959.913354:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.913356:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913395:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091ab792d. 00010000:00000010:2.0:1776267959.913398:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913402:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000159c6953. 00010000:00000010:2.0:1776267959.913406:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.913472:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046b1fb9d. 00010000:00000010:2.0:1776267959.913501:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.913504:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913541:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000097330da3. 00010000:00000010:2.0:1776267959.913544:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913547:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0a26211. 00010000:00000010:2.0:1776267959.913549:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.913556:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb82ffec. 00010000:00000010:2.0:1776267959.913575:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.913577:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913599:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e88081cb. 00010000:00000010:2.0:1776267959.913601:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913603:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ed2ee23. 00010000:00000010:2.0:1776267959.913604:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.913609:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000163d1e9a. 00010000:00000010:2.0:1776267959.913622:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.913624:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913648:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038e581ea. 00010000:00000010:2.0:1776267959.913649:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913651:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e67df7e. 00010000:00000010:2.0:1776267959.913653:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.913658:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000836d418d. 00010000:00000010:2.0:1776267959.913670:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.913672:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913691:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000054adcc61. 00010000:00000010:2.0:1776267959.913693:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913695:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000d7aa12. 00010000:00000010:2.0:1776267959.913697:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.913702:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0fd1dae. 00010000:00000010:2.0:1776267959.913716:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.913717:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913737:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000740c677b. 00010000:00000010:2.0:1776267959.913738:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913742:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a01027e5. 00010000:00000010:2.0:1776267959.913743:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.913748:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000612a9e45. 00010000:00000010:2.0:1776267959.913761:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.913763:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913785:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7c5b1e1. 00010000:00000010:2.0:1776267959.913787:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913789:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3a3bd8b. 00010000:00000010:2.0:1776267959.913791:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.913796:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057ba5cd9. 00010000:00000010:2.0:1776267959.913811:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.913813:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913835:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d361320. 00010000:00000010:2.0:1776267959.913837:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913839:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f15aaf3c. 00010000:00000010:2.0:1776267959.913841:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.913847:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d5e8940. 00010000:00000010:2.0:1776267959.913861:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.913863:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913883:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a7a69aa1. 00010000:00000010:2.0:1776267959.913885:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913887:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082f03b61. 00010000:00000010:2.0:1776267959.913889:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.913910:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000158eccd5. 00010000:00000010:2.0:1776267959.913926:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.913928:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913957:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec945073. 00010000:00000010:2.0:1776267959.913960:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.913963:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c29e248e. 00010000:00000010:2.0:1776267959.913967:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.913975:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085bdda99. 00010000:00000010:2.0:1776267959.914001:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.914005:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.914092:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a0f1031. 00010000:00000010:2.0:1776267959.914094:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.914096:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064a7bdf5. 00010000:00000010:2.0:1776267959.914098:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.914104:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071e9a98a. 00010000:00000010:2.0:1776267959.914121:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.914123:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.914146:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027c54826. 00010000:00000010:2.0:1776267959.914147:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.914149:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080ffe789. 00010000:00000010:2.0:1776267959.914152:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.914157:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006456f625. 00010000:00000010:2.0:1776267959.914170:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.914172:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.914561:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f08eae87. 00010000:00000010:2.0:1776267959.914564:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.914568:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035c4528c. 00010000:00000010:2.0:1776267959.914572:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.914582:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000722d6fda. 00010000:00000010:2.0:1776267959.914609:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.914614:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.914658:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082f9c220. 00010000:00000010:2.0:1776267959.914661:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.914664:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0e19d93. 00010000:00000010:2.0:1776267959.914667:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.914674:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee2ed8a8. 00010000:00000010:2.0:1776267959.914698:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.914701:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.915548:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d869d9a. 00010000:00000010:2.0:1776267959.915554:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.915558:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000686aabd6. 00010000:00000010:2.0:1776267959.915563:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.915577:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccfb753a. 00010000:00000010:2.0:1776267959.915615:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.915617:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.915652:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f08523f. 00010000:00000010:2.0:1776267959.915654:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.915657:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008554e73d. 00010000:00000010:2.0:1776267959.915659:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.915665:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099950597. 00010000:00000010:2.0:1776267959.915687:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.915691:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.915723:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003fabb6d3. 00010000:00000010:2.0:1776267959.915725:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.915728:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e90e6c9. 00010000:00000010:2.0:1776267959.915731:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.915738:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000939c2bfc. 00010000:00000010:2.0:1776267959.915766:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.915771:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.915811:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000703b5951. 00010000:00000010:2.0:1776267959.915814:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.915819:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b95e9adb. 00010000:00000010:2.0:1776267959.915822:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.915830:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000859a32b4. 00010000:00000010:2.0:1776267959.915854:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.915858:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.915914:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b532e193. 00010000:00000010:2.0:1776267959.915918:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.915923:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc5f1158. 00010000:00000010:2.0:1776267959.915926:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00080000:00000010:2.0:1776267959.915935:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f3c6952. 00010000:00000010:2.0:1776267959.915960:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:2.0:1776267959.915964:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.916013:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ebd678c. 00010000:00000010:2.0:1776267959.916016:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089ec9d59. 00010000:00000010:2.0:1776267959.916020:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a723f39c. 00010000:00000010:2.0:1776267959.916023:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c0fdc03. 00010000:00000010:1.1:1776267959.916524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025c5658e. 00010000:00000010:1.1:1776267959.916534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eb9225b. 00010000:00000010:1.1:1776267959.916540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002656199c. 00080000:00000010:3.0:1776267959.916983:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000095a720c. 00010000:00000010:3.0:1776267959.917067:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c0fdc03. 00010000:00000010:3.0:1776267959.917074:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089ec9d59. 00010000:00000010:3.0:1776267959.917132:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049ff41ea. 00010000:00000010:3.0:1776267959.917138:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.917143:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010463aa4. 00010000:00000010:3.0:1776267959.917148:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.917160:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b7c64b1. 00010000:00000010:3.0:1776267959.917185:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.917189:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.917240:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b515a111. 00010000:00000010:3.0:1776267959.917244:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.917247:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065ea9347. 00010000:00000010:3.0:1776267959.917250:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.917792:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f94c60a7. 00010000:00000010:3.0:1776267959.917837:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.917842:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.917889:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000794e33c4. 00010000:00000010:3.0:1776267959.917892:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.917920:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d90c46af. 00010000:00000010:3.0:1776267959.917923:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.917934:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058979b39. 00010000:00000010:3.0:1776267959.917972:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.917976:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918009:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a82dd93. 00010000:00000010:3.0:1776267959.918012:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918015:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6e880e0. 00010000:00000010:3.0:1776267959.918018:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.918025:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5dde485. 00010000:00000010:3.0:1776267959.918046:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.918049:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918079:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000772b4d15. 00010000:00000010:3.0:1776267959.918082:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918085:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c998a7b1. 00010000:00000010:3.0:1776267959.918089:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.918096:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e104291. 00010000:00000010:3.0:1776267959.918117:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.918120:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918176:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0ad8d49. 00010000:00000010:3.0:1776267959.918179:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918182:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7dc7890. 00010000:00000010:3.0:1776267959.918184:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.918192:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a88607e. 00010000:00000010:3.0:1776267959.918213:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.918216:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918264:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb654917. 00010000:00000010:3.0:1776267959.918268:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918271:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029d9bd15. 00010000:00000010:3.0:1776267959.918274:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.918283:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071809a73. 00010000:00000010:3.0:1776267959.918305:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.918308:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918345:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a725386. 00010000:00000010:3.0:1776267959.918348:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918351:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008890f3ab. 00010000:00000010:3.0:1776267959.918354:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.918362:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ffeabf2a. 00010000:00000010:3.0:1776267959.918398:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.918402:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918435:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d687d185. 00010000:00000010:3.0:1776267959.918438:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918441:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c256ba98. 00010000:00000010:3.0:1776267959.918443:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.918452:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ea39f42. 00010000:00000010:3.0:1776267959.918475:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.918478:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918515:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001fa9073e. 00010000:00000010:3.0:1776267959.918518:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918521:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e14b8782. 00010000:00000010:3.0:1776267959.918524:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.918536:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047bd71a1. 00010000:00000010:3.0:1776267959.918561:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.918565:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918599:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000061d6f6ec. 00010000:00000010:3.0:1776267959.918602:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918606:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000825d57df. 00010000:00000010:3.0:1776267959.918609:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.918617:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff2f737d. 00010000:00000010:3.0:1776267959.918643:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.918646:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918686:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e27ab18b. 00010000:00000010:3.0:1776267959.918688:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918692:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066fc27a0. 00010000:00000010:3.0:1776267959.918695:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.918702:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d30ec0c. 00010000:00000010:3.0:1776267959.918726:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.918729:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918759:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a836a381. 00010000:00000010:3.0:1776267959.918762:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918765:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bde6b8bd. 00010000:00000010:3.0:1776267959.918768:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.918776:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020332865. 00010000:00000010:3.0:1776267959.918797:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.918800:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918838:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db74c13e. 00010000:00000010:3.0:1776267959.918842:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918846:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000218a88e3. 00010000:00000010:3.0:1776267959.918849:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.918857:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ceeb35a. 00010000:00000010:3.0:1776267959.918878:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.918881:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918951:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aed68d62. 00010000:00000010:3.0:1776267959.918954:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.918958:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:3.0:1776267959.918961:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.918970:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af7d7c8a. 00010000:00000010:3.0:1776267959.918994:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.918998:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919029:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000acec5431. 00010000:00000010:3.0:1776267959.919031:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919034:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6d45313. 00010000:00000010:3.0:1776267959.919037:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.919045:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b254ccbe. 00010000:00000010:3.0:1776267959.919067:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.919071:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919105:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000010ba1c99. 00010000:00000010:3.0:1776267959.919108:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919113:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecef84e9. 00010000:00000010:3.0:1776267959.919116:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.919123:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000417190b3. 00010000:00000010:3.0:1776267959.919145:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.919149:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919183:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000b1c5d08. 00010000:00000010:3.0:1776267959.919186:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919189:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a12b8c5f. 00010000:00000010:3.0:1776267959.919192:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.919200:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b08b06ba. 00010000:00000010:3.0:1776267959.919222:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.919225:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919271:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8d4d17d. 00010000:00000010:3.0:1776267959.919275:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919279:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060fa69fd. 00010000:00000010:3.0:1776267959.919282:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.919290:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095e8f5c2. 00010000:00000010:3.0:1776267959.919312:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.919316:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919357:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c6b05fea. 00010000:00000010:3.0:1776267959.919359:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919363:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a51e26fa. 00010000:00000010:3.0:1776267959.919365:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.919373:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4fec33f. 00010000:00000010:3.0:1776267959.919394:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.919398:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919427:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6205f8d. 00010000:00000010:3.0:1776267959.919430:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919434:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb038155. 00010000:00000010:3.0:1776267959.919437:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.919444:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0c15b93. 00010000:00000010:3.0:1776267959.919467:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.919470:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919500:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a9fd455. 00010000:00000010:3.0:1776267959.919502:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919506:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023781265. 00010000:00000010:3.0:1776267959.919510:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.919518:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000109a6b3a. 00010000:00000010:3.0:1776267959.919541:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.919544:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919576:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082758248. 00010000:00000010:3.0:1776267959.919579:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919582:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000070716c4. 00010000:00000010:3.0:1776267959.919586:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.919593:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096c7318f. 00010000:00000010:3.0:1776267959.919616:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.919620:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919654:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0033fbc. 00010000:00000010:3.0:1776267959.919656:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919660:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d983521f. 00010000:00000010:3.0:1776267959.919663:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.919671:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a594edd8. 00010000:00000010:3.0:1776267959.919694:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.919698:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919731:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008aa1db77. 00010000:00000010:3.0:1776267959.919734:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919737:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f296996b. 00010000:00000010:3.0:1776267959.919740:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.919750:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084852448. 00010000:00000010:3.0:1776267959.919772:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.919775:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919810:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001dfedd91. 00010000:00000010:3.0:1776267959.919813:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.919816:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d1b254e. 00010000:00000010:3.0:1776267959.919819:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.919827:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002709525e. 00010000:00000010:3.0:1776267959.919850:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.919854:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.922734:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e58d9070. 00010000:00000010:3.0:1776267959.922748:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.922755:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddecbb31. 00010000:00000010:3.0:1776267959.922764:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.922791:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be87f015. 00010000:00000010:3.0:1776267959.925138:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.925154:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.926417:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e29438f1. 00010000:00000010:3.0:1776267959.926429:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.926436:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5bf7fe0. 00010000:00000010:3.0:1776267959.926442:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.926470:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6ec34ec. 00010000:00000010:2.1:1776267959.928251:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fb5a3d6. 00010000:00000010:2.1:1776267959.928272:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ef2388d. 00010000:00000010:2.1:1776267959.928276:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd49ad62. 00010000:00000010:2.1:1776267959.928282:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb3bd51c. 00010000:00000010:2.1:1776267959.928287:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb2f35a4. 00010000:00000010:2.1:1776267959.928291:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cce0f42a. 00010000:00000010:2.1:1776267959.928296:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:2.1:1776267959.928301:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1976d1c. 00010000:00000010:2.1:1776267959.928304:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a5b69c. 00010000:00000010:2.1:1776267959.928306:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec670dd5. 00010000:00000010:2.1:1776267959.928311:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:2.1:1776267959.928316:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008368c4c7. 00010000:00000010:2.1:1776267959.928319:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17b05f5. 00010000:00000010:2.1:1776267959.928322:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dbacbb7. 00010000:00000010:2.1:1776267959.928325:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:2.1:1776267959.928328:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae08633e. 00010000:00000010:2.1:1776267959.928333:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.1:1776267959.928338:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001270804d. 00010000:00000010:2.1:1776267959.928344:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:2.1:1776267959.928351:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb94bd16. 00010000:00000010:2.1:1776267959.928358:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003170a25d. 00010000:00000010:2.1:1776267959.928362:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f93b970. 00010000:00000010:2.1:1776267959.928367:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efb028e. 00010000:00000010:2.1:1776267959.928370:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000181942dd. 00010000:00000010:2.1:1776267959.928378:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.1:1776267959.928388:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004aa34b29. 00010000:00000010:2.1:1776267959.928393:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9bd5d0c. 00010000:00000010:2.1:1776267959.928402:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000191d11fb. 00010000:00000010:2.1:1776267959.928407:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.1:1776267959.928409:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007991d1b7. 00010000:00000010:2.1:1776267959.928479:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f5b54cb. 00010000:00000010:3.0:1776267959.928485:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:2.1:1776267959.928486:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d993618. 00010000:00000010:2.1:1776267959.928492:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e16f23. 00010000:00000010:2.1:1776267959.928496:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057d8740f. 00010000:00000010:2.1:1776267959.928499:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00010000:00000010:2.1:1776267959.928501:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5100d47. 00010000:00000010:2.1:1776267959.928504:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00010000:00000010:2.1:1776267959.928508:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1c8a664. 00010000:00000010:2.1:1776267959.928511:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.1:1776267959.928514:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024eaa6d2. 00010000:00000010:2.1:1776267959.928516:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000657f0a06. 00010000:00000010:2.1:1776267959.928519:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ecb676e. 00010000:00000010:2.1:1776267959.928522:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.1:1776267959.928524:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0aa96bd. 00010000:00000010:2.1:1776267959.928529:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030555777. 00010000:00000010:2.1:1776267959.928531:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ed469e6. 00010000:00000010:2.1:1776267959.928534:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef91611c. 00010000:00000010:2.1:1776267959.928543:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4e7c351. 00010000:00000010:2.1:1776267959.928547:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000470e270b. 00010000:00000010:2.1:1776267959.928550:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026a7d4a7. 00010000:00000010:2.1:1776267959.928553:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bb3e9d5. 00010000:00000010:2.1:1776267959.928557:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c8aecdd. 00010000:00000010:2.1:1776267959.928562:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aeaf711. 00010000:00000010:2.1:1776267959.928564:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f175a280. 00010000:00000010:2.1:1776267959.928567:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ec1c815. 00010000:00000010:2.1:1776267959.928570:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cf53516. 00010000:00000010:2.1:1776267959.928573:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffc62ed2. 00010000:00000010:2.1:1776267959.928577:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1501346. 00010000:00000010:2.1:1776267959.928580:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006558809f. 00010000:00000010:2.1:1776267959.928583:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038328335. 00010000:00000010:2.1:1776267959.928585:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088f771fd. 00010000:00000010:2.1:1776267959.928588:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da9a4511. 00010000:00000010:2.1:1776267959.928591:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080c94d6f. 00010000:00000010:2.1:1776267959.928593:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7945483. 00010000:00000010:2.1:1776267959.928596:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df6c574. 00010000:00000010:2.1:1776267959.928599:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cca42090. 00010000:00000010:2.1:1776267959.928602:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fea016c. 00010000:00000010:2.1:1776267959.928605:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000016e9deb. 00010000:00000010:2.1:1776267959.928608:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7932b48. 00010000:00000010:2.1:1776267959.928611:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d74523b7. 00010000:00000010:2.1:1776267959.928613:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fa08058. 00010000:00000010:2.1:1776267959.928616:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057351d97. 00010000:00000010:2.1:1776267959.928618:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfad718c. 00010000:00000010:2.1:1776267959.928624:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091ab792d. 00010000:00000010:2.1:1776267959.928628:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000159c6953. 00010000:00000010:2.1:1776267959.928630:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097330da3. 00010000:00000010:2.1:1776267959.928633:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a26211. 00010000:00000010:2.1:1776267959.928636:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e88081cb. 00010000:00000010:2.1:1776267959.928639:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ed2ee23. 00010000:00000010:2.1:1776267959.928642:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038e581ea. 00010000:00000010:2.1:1776267959.928645:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e67df7e. 00010000:00000010:2.1:1776267959.928647:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054adcc61. 00010000:00000010:2.1:1776267959.928649:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000d7aa12. 00010000:00000010:2.1:1776267959.928652:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000740c677b. 00010000:00000010:2.1:1776267959.928656:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a01027e5. 00010000:00000010:2.1:1776267959.928659:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7c5b1e1. 00010000:00000010:2.1:1776267959.928663:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a3bd8b. 00010000:00000010:2.1:1776267959.928667:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d361320. 00010000:00000010:2.1:1776267959.928670:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f15aaf3c. 00010000:00000010:2.1:1776267959.928673:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7a69aa1. 00010000:00000010:2.1:1776267959.928677:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082f03b61. 00010000:00000010:2.1:1776267959.928679:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec945073. 00010000:00000010:2.1:1776267959.928682:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29e248e. 00010000:00000010:2.1:1776267959.928684:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a0f1031. 00010000:00000010:2.1:1776267959.928687:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064a7bdf5. 00010000:00000010:2.1:1776267959.928689:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027c54826. 00010000:00000010:2.1:1776267959.928692:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080ffe789. 00010000:00000010:2.1:1776267959.928739:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f08eae87. 00010000:00000010:2.1:1776267959.928744:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c4528c. 00010000:00000010:2.1:1776267959.928746:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082f9c220. 00010000:00000010:2.1:1776267959.928749:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0e19d93. 00010000:00000010:3.0:1776267959.928811:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.928945:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff7095e7. 00010000:00000010:3.0:1776267959.928951:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.928957:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef5d59b2. 00010000:00000010:3.0:1776267959.928964:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.928985:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ba52002. 00010000:00000010:3.0:1776267959.929026:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.929030:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.929087:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003cc3c587. 00010000:00000010:3.0:1776267959.929090:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.929093:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0ebf39f. 00010000:00000010:3.0:1776267959.929096:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.929106:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd77a15c. 00010000:00000010:3.0:1776267959.929128:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.929131:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.929164:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003f928dfb. 00010000:00000010:3.0:1776267959.929168:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.929171:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026b0fe4d. 00010000:00000010:3.0:1776267959.929175:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.929183:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000993dd721. 00010000:00000010:3.0:1776267959.929208:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.929213:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.932792:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000002c68ffc. 00010000:00000010:3.0:1776267959.932799:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.932807:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ad247a3. 00010000:00000010:3.0:1776267959.932818:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.932860:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001edf7619. 00010000:00000010:3.0:1776267959.932981:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.932991:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.933053:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008e2fb1df. 00010000:00000010:3.0:1776267959.933057:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.933063:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008166085a. 00010000:00000010:3.0:1776267959.933069:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.933080:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000720a002a. 00010000:00000010:3.0:1776267959.933128:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.933138:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.933202:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000001b72e2d. 00010000:00000010:3.0:1776267959.933207:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.933211:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000923f829c. 00010000:00000010:3.0:1776267959.933217:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.933228:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078578b10. 00010000:00000010:3.0:1776267959.933268:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.933272:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.933314:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb452b72. 00010000:00000010:3.0:1776267959.933319:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.933323:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fbb67ce9. 00010000:00000010:3.0:1776267959.933329:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.933337:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e4a1ec9. 00010000:00000010:3.0:1776267959.933377:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.933384:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.933454:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008f961cf4. 00010000:00000010:3.0:1776267959.933457:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.933462:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009c34b94. 00010000:00000010:3.0:1776267959.933469:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.933481:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009fd980b8. 00010000:00000010:3.0:1776267959.933523:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.933532:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.933595:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d72db58c. 00010000:00000010:3.0:1776267959.933598:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.933603:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006857721d. 00010000:00000010:3.0:1776267959.933609:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.933618:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000218b890e. 00010000:00000010:3.0:1776267959.933656:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.933664:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.933729:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000764763c. 00010000:00000010:3.0:1776267959.933731:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.933738:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008228f33b. 00010000:00000010:3.0:1776267959.933746:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.933756:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005875b192. 00010000:00000010:3.0:1776267959.933798:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.933803:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.933859:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fadba2b. 00010000:00000010:3.0:1776267959.933862:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.933867:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069988755. 00010000:00000010:3.0:1776267959.933874:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.933884:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f9f3e50. 00010000:00000010:3.0:1776267959.933955:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.933958:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.934007:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f65a764. 00010000:00000010:3.0:1776267959.934010:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.934014:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0268ca0. 00010000:00000010:3.0:1776267959.934022:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.934035:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000684f0eeb. 00010000:00000010:3.0:1776267959.934076:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.934084:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.934145:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a9c3e26. 00010000:00000010:3.0:1776267959.934149:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.934155:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4fda552. 00010000:00000010:3.0:1776267959.934161:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.934173:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb70d659. 00010000:00000010:3.0:1776267959.934216:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.934224:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.940137:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000887f4fd0. 00010000:00000010:3.0:1776267959.940155:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.940164:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001499d356. 00010000:00000010:3.0:1776267959.940175:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.940210:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000136e501e. 00010000:00000010:3.0:1776267959.941047:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.941057:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.941121:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027de4d27. 00010000:00000010:3.0:1776267959.941126:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.941129:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d9b7c23. 00010000:00000010:3.0:1776267959.941133:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.941143:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da01c07c. 00010000:00000010:3.0:1776267959.941184:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.941191:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.942386:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d295a1c6. 00010000:00000010:3.0:1776267959.942393:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.942397:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c072bcd2. 00010000:00000010:3.0:1776267959.942404:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.942421:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2b24287. 00010000:00000010:3.0:1776267959.942483:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.942490:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.942550:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053141fff. 00010000:00000010:3.0:1776267959.942559:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.942566:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f9b0567. 00010000:00000010:3.0:1776267959.942571:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.942581:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc70d5c3. 00010000:00000010:3.0:1776267959.942616:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.942622:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.942667:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000268d1620. 00010000:00000010:3.0:1776267959.942671:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.942676:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cdad6a40. 00010000:00000010:3.0:1776267959.942680:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.942690:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0a03b65. 00010000:00000010:3.0:1776267959.942727:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.942735:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.942781:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000be25f1dc. 00010000:00000010:3.0:1776267959.942787:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.942792:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2687475. 00010000:00000010:3.0:1776267959.942797:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.942807:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e025f0b7. 00010000:00000010:3.0:1776267959.944554:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.944570:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.944680:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075fa1b41. 00010000:00000010:3.0:1776267959.944686:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.944694:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff9831ca. 00010000:00000010:3.0:1776267959.944701:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.944719:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000699962b8. 00010000:00000010:3.0:1776267959.944768:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.944773:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.944823:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000581b8e68. 00010000:00000010:3.0:1776267959.944827:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.945215:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f33f05e. 00010000:00000010:3.0:1776267959.945397:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.945412:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004690f0af. 00010000:00000010:3.0:1776267959.945450:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.945455:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.945504:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d241a57. 00010000:00000010:3.0:1776267959.945508:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.945514:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077509691. 00010000:00000010:3.0:1776267959.945517:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.945527:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1a59fe7. 00010000:00000010:3.0:1776267959.945554:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.945558:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.945592:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b5f6d458. 00010000:00000010:3.0:1776267959.945596:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.945600:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007cd8f1a2. 00010000:00000010:3.0:1776267959.945607:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.945621:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c47fc59. 00010000:00000010:3.0:1776267959.945657:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.945661:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.945694:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e4333c3e. 00010000:00000010:3.0:1776267959.945697:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.945701:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044207bb3. 00010000:00000010:3.0:1776267959.945705:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.945714:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000035f49b6. 00010000:00000010:3.0:1776267959.945743:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.945747:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.945785:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002461c2c8. 00010000:00000010:3.0:1776267959.945789:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.945794:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdd2b69d. 00010000:00000010:3.0:1776267959.945798:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.945806:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005aa849f3. 00010000:00000010:3.0:1776267959.945993:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.945998:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946041:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da1a66d3. 00010000:00000010:3.0:1776267959.946044:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946049:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e8dfb7d. 00010000:00000010:3.0:1776267959.946054:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.946063:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe3aa6d3. 00010000:00000010:3.0:1776267959.946089:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.946093:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946125:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b691ee7. 00010000:00000010:3.0:1776267959.946129:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946133:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c6de3c2. 00010000:00000010:3.0:1776267959.946137:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.946147:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006bbf4a33. 00010000:00000010:3.0:1776267959.946172:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.946176:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946213:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bab95d34. 00010000:00000010:3.0:1776267959.946236:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946243:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000acce8ebd. 00010000:00000010:3.0:1776267959.946247:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.946256:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003777ae3d. 00010000:00000010:3.0:1776267959.946286:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.946290:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946331:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000066af3613. 00010000:00000010:3.0:1776267959.946334:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946338:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021127645. 00010000:00000010:3.0:1776267959.946346:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.946357:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010e2f8d3. 00010000:00000010:3.0:1776267959.946386:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.946391:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946430:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9eb115e. 00010000:00000010:3.0:1776267959.946434:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946438:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038cd3784. 00010000:00000010:3.0:1776267959.946442:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.946451:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e11d7718. 00010000:00000010:3.0:1776267959.946480:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.946485:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946521:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a676a96. 00010000:00000010:3.0:1776267959.946525:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946530:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057a61951. 00010000:00000010:3.0:1776267959.946534:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.946544:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc492d9e. 00010000:00000010:3.0:1776267959.946571:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.946576:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946616:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000035f7f0d6. 00010000:00000010:3.0:1776267959.946619:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946623:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000612cbca9. 00010000:00000010:3.0:1776267959.946626:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.946638:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082a2dd4b. 00010000:00000010:3.0:1776267959.946674:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.946681:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946719:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000025fd21f. 00010000:00000010:3.0:1776267959.946722:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946725:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fd2caae. 00010000:00000010:3.0:1776267959.946730:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.946740:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001bed7747. 00010000:00000010:3.0:1776267959.946768:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.946773:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946816:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030271cfe. 00010000:00000010:3.0:1776267959.946820:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.946825:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a32957c. 00010000:00000010:3.0:1776267959.946830:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.952277:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063adbf5b. 00010000:00000010:3.0:1776267959.952406:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.952417:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.952508:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009822ae3b. 00010000:00000010:3.0:1776267959.952513:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.952520:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e58644ac. 00010000:00000010:3.0:1776267959.952527:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.952537:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab5069cd. 00010000:00000010:3.0:1776267959.952583:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.952588:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.952628:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000fa18655. 00010000:00000010:3.0:1776267959.952631:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.952634:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005cdf21d0. 00010000:00000010:3.0:1776267959.952637:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.952645:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb360aaa. 00010000:00000010:3.0:1776267959.952671:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.952675:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.952711:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000800d2e. 00010000:00000010:3.0:1776267959.952716:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.952720:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005bb19fde. 00010000:00000010:3.0:1776267959.952725:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.952735:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc443004. 00010000:00000010:3.0:1776267959.952773:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.952781:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00000001:00000010:3.0:1776267959.952827:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001886a230. 00000001:00000010:3.0:1776267959.952848:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001886a230. 00000001:00000010:3.0:1776267959.952854:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001886a230. 00000001:00000010:3.0:1776267959.952856:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cb916c99. 00010000:00000010:3.0:1776267959.952878:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000031c97360. 00010000:00000010:3.0:1776267959.952881:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.952885:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098ac3c38. 00010000:00000010:3.0:1776267959.952890:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.952929:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000891f6a3c. 00010000:00000010:3.0:1776267959.952957:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.952961:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.952996:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa2cba89. 00010000:00000010:3.0:1776267959.952999:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953003:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4e73fe7. 00010000:00000010:3.0:1776267959.953006:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.953014:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000852aae78. 00010000:00000010:3.0:1776267959.953039:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.953043:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953086:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000042b46ccf. 00010000:00000010:3.0:1776267959.953089:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953092:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4d027a3. 00010000:00000010:3.0:1776267959.953095:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.953103:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001bc06130. 00010000:00000010:3.0:1776267959.953126:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.953130:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953161:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d16c4f18. 00010000:00000010:3.0:1776267959.953164:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953168:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6ad168d. 00010000:00000010:3.0:1776267959.953171:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.953180:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032374aed. 00010000:00000010:3.0:1776267959.953203:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.953207:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953251:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014d04655. 00010000:00000010:3.0:1776267959.953254:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953257:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a050c0e. 00010000:00000010:3.0:1776267959.953260:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.953267:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbe804c6. 00010000:00000010:3.0:1776267959.953291:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.953294:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953325:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c27f9763. 00010000:00000010:3.0:1776267959.953328:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953331:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003352a06a. 00010000:00000010:3.0:1776267959.953334:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.953342:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e868c073. 00010000:00000010:3.0:1776267959.953364:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.953368:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953404:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c87fdb52. 00010000:00000010:3.0:1776267959.953408:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953411:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000373e4b8d. 00010000:00000010:3.0:1776267959.953414:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.953423:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009605678. 00010000:00000010:3.0:1776267959.953446:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.953450:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953480:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e1c0908c. 00010000:00000010:3.0:1776267959.953484:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953487:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fc51ccc. 00010000:00000010:3.0:1776267959.953491:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.953498:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041b27a3f. 00010000:00000010:3.0:1776267959.953520:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.953524:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953559:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000919815d7. 00010000:00000010:3.0:1776267959.953562:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953565:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074ff851f. 00010000:00000010:3.0:1776267959.953568:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.953575:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018b781cf. 00010000:00000010:3.0:1776267959.953598:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.953601:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953633:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a9b211d1. 00010000:00000010:3.0:1776267959.953636:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953640:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d3e28a8. 00010000:00000010:3.0:1776267959.953643:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.953650:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a27f1142. 00010000:00000010:3.0:1776267959.953673:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.953677:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953707:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088b859cf. 00010000:00000010:3.0:1776267959.953709:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953712:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068018ed1. 00010000:00000010:3.0:1776267959.953715:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.953723:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdff582e. 00010000:00000010:3.0:1776267959.953746:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.953749:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953778:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008598f046. 00010000:00000010:3.0:1776267959.953781:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953784:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f104b383. 00010000:00000010:3.0:1776267959.953787:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.953794:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bec5553d. 00010000:00000010:3.0:1776267959.953816:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.953819:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953854:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098823c21. 00010000:00000010:3.0:1776267959.953857:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953861:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003310abc8. 00010000:00000010:3.0:1776267959.953864:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.953873:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000128ac9bd. 00010000:00000010:3.0:1776267959.953937:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.953943:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953980:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0a0f611. 00010000:00000010:3.0:1776267959.953983:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000063aafa07. 00010000:00000010:3.0:1776267959.953986:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ce8ce05. 00010000:00000010:3.0:1776267959.953989:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00080000:00000010:3.0:1776267959.953996:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067eb8b99. 00010000:00000010:3.0:1776267959.954019:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.954022:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063aafa07. 00010000:00000010:2.0:1776267959.954171:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082f9c220. 00010000:00000010:2.0:1776267959.954181:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.954186:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0e19d93. 00010000:00000010:2.0:1776267959.954193:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.954217:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000776bdcf3. 00010000:00000010:2.0:1776267959.954289:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.954295:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.954341:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f08eae87. 00010000:00000010:2.0:1776267959.954344:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.954349:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035c4528c. 00010000:00000010:2.0:1776267959.954354:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.954366:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000845aacd5. 00010000:00000010:2.0:1776267959.954395:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.954401:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.954440:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac610694. 00010000:00000010:2.0:1776267959.954444:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.954448:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080ffe789. 00010000:00000010:2.0:1776267959.954452:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.954461:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000eb15fa0. 00010000:00000010:2.0:1776267959.954494:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.954498:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.954536:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000095d28467. 00010000:00000010:2.0:1776267959.954541:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.954546:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064a7bdf5. 00010000:00000010:2.0:1776267959.954549:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.954559:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edc9a4fa. 00010000:00000010:2.0:1776267959.954591:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.954595:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.954646:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a721e5ba. 00010000:00000010:2.0:1776267959.954650:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.954655:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c29e248e. 00010000:00000010:2.0:1776267959.954658:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.954669:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7dabe95. 00010000:00000010:2.0:1776267959.954697:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.954700:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.954733:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027c54826. 00010000:00000010:2.0:1776267959.954736:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.954739:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082f03b61. 00010000:00000010:2.0:1776267959.954742:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.954748:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000babca4ef. 00010000:00000010:2.0:1776267959.954768:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.954770:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.954806:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a0f1031. 00010000:00000010:2.0:1776267959.954809:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.954812:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f15aaf3c. 00010000:00000010:2.0:1776267959.954816:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.954823:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe04325e. 00010000:00000010:2.0:1776267959.954843:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.954846:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.954880:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec945073. 00010000:00000010:2.0:1776267959.954883:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.954886:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3a3bd8b. 00010000:00000010:2.0:1776267959.954889:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.954929:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052e2cee4. 00010000:00000010:2.0:1776267959.955042:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.955047:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955085:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a7a69aa1. 00010000:00000010:2.0:1776267959.955088:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955091:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a01027e5. 00010000:00000010:2.0:1776267959.955094:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.955103:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b89b1087. 00010000:00000010:2.0:1776267959.955127:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.955131:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955166:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d361320. 00010000:00000010:2.0:1776267959.955168:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955173:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d96cbf3. 00010000:00000010:2.0:1776267959.955177:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.955186:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ecf597b. 00010000:00000010:2.0:1776267959.955209:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.955212:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955264:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7c5b1e1. 00010000:00000010:2.0:1776267959.955267:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955270:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffc14862. 00010000:00000010:2.0:1776267959.955273:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.955281:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7141cdf. 00010000:00000010:2.0:1776267959.955304:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.955307:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955340:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000740c677b. 00010000:00000010:2.0:1776267959.955343:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955346:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae5ba052. 00010000:00000010:2.0:1776267959.955349:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.955357:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8d4bcf2. 00010000:00000010:2.0:1776267959.955380:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.955384:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955423:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000054adcc61. 00010000:00000010:2.0:1776267959.955425:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955429:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001838c999. 00010000:00000010:2.0:1776267959.955432:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.955440:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e58d95d8. 00010000:00000010:2.0:1776267959.955464:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.955468:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955501:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038e581ea. 00010000:00000010:2.0:1776267959.955504:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955507:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7875691. 00010000:00000010:2.0:1776267959.955511:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.955518:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072d882d5. 00010000:00000010:2.0:1776267959.955540:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.955543:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955574:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e88081cb. 00010000:00000010:2.0:1776267959.955577:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955581:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047a224b2. 00010000:00000010:2.0:1776267959.955585:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.955592:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddf224ea. 00010000:00000010:2.0:1776267959.955613:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.955616:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955646:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000097330da3. 00010000:00000010:2.0:1776267959.955648:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955652:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000d7aa12. 00010000:00000010:2.0:1776267959.955655:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.955663:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000768020c7. 00010000:00000010:2.0:1776267959.955685:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.955688:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955727:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091ab792d. 00010000:00000010:2.0:1776267959.955730:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955734:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e67df7e. 00010000:00000010:2.0:1776267959.955737:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.955745:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b6550ad. 00010000:00000010:2.0:1776267959.955768:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.955771:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955806:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000057351d97. 00010000:00000010:2.0:1776267959.955808:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955811:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ed2ee23. 00010000:00000010:2.0:1776267959.955814:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.955823:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085f24814. 00010000:00000010:2.0:1776267959.955846:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.955849:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955884:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d74523b7. 00010000:00000010:2.0:1776267959.955888:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.955891:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0a26211. 00010000:00000010:2.0:1776267959.955928:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.955937:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2229113. 00010000:00000010:2.0:1776267959.956056:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.956061:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.956098:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000016e9deb. 00010000:00000010:2.0:1776267959.956101:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.956104:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000159c6953. 00010000:00000010:2.0:1776267959.956107:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.956116:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1599409. 00010000:00000010:2.0:1776267959.956142:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.956148:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.956185:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cca42090. 00010000:00000010:2.0:1776267959.956187:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.956191:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfad718c. 00010000:00000010:2.0:1776267959.956193:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.956201:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2dda419. 00010000:00000010:2.0:1776267959.956225:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.956267:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.956303:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7945483. 00010000:00000010:2.0:1776267959.956306:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.956309:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fa08058. 00010000:00000010:2.0:1776267959.956312:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.956320:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da4c13f6. 00010000:00000010:2.0:1776267959.956345:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.956349:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.956384:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da9a4511. 00010000:00000010:2.0:1776267959.956387:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.956390:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7932b48. 00010000:00000010:2.0:1776267959.956393:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.956400:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000435d0e71. 00010000:00000010:2.0:1776267959.956422:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.956426:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.956458:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038328335. 00010000:00000010:2.0:1776267959.956460:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.956463:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fea016c. 00010000:00000010:2.0:1776267959.956467:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.956475:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbaf4806. 00010000:00000010:2.0:1776267959.956497:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.956501:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.956535:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1501346. 00010000:00000010:2.0:1776267959.956538:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.956541:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006df6c574. 00010000:00000010:2.0:1776267959.956544:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.956552:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d986aa0f. 00010000:00000010:2.0:1776267959.956576:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.956579:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.956611:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007cf53516. 00010000:00000010:2.0:1776267959.956614:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.956616:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080c94d6f. 00010000:00000010:2.0:1776267959.956620:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.956627:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009233697b. 00010000:00000010:2.0:1776267959.956651:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.956654:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.956686:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f175a280. 00010000:00000010:2.1:1776267959.956940:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d869d9a. 00010000:00000010:2.1:1776267959.956950:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000686aabd6. 00010000:00000010:2.1:1776267959.957038:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f08523f. 00010000:00000010:2.1:1776267959.957041:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008554e73d. 00010000:00000010:2.1:1776267959.957044:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fabb6d3. 00010000:00000010:2.1:1776267959.957047:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e90e6c9. 00010000:00000010:2.1:1776267959.957049:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000703b5951. 00010000:00000010:2.1:1776267959.957054:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b95e9adb. 00010000:00000010:2.1:1776267959.957056:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b532e193. 00010000:00000010:2.1:1776267959.957059:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc5f1158. 00010000:00000010:2.0:1776267959.957100:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957105:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088f771fd. 00010000:00000010:2.0:1776267959.957109:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.957125:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009a6ec3e. 00010000:00000010:2.0:1776267959.957159:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.957163:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957199:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c8aecdd. 00010000:00000010:2.0:1776267959.957202:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957206:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006558809f. 00010000:00000010:2.0:1776267959.957210:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.957217:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042f8e345. 00010000:00000010:2.0:1776267959.957252:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.957255:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957295:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026a7d4a7. 00010000:00000010:2.0:1776267959.957298:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957301:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffc62ed2. 00010000:00000010:2.0:1776267959.957304:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.957312:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0fb6ec2. 00010000:00000010:2.0:1776267959.957336:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.957339:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957371:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f4e7c351. 00010000:00000010:2.0:1776267959.957374:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957377:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ec1c815. 00010000:00000010:2.0:1776267959.957380:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.957388:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005feb5163. 00010000:00000010:2.0:1776267959.957411:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.957414:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957452:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b532e193. 00010000:00000010:2.0:1776267959.957456:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957459:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009aeaf711. 00010000:00000010:2.0:1776267959.957463:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.957470:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008215e64d. 00010000:00000010:2.0:1776267959.957493:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.957498:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957528:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000703b5951. 00010000:00000010:2.0:1776267959.957531:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957534:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bb3e9d5. 00010000:00000010:2.0:1776267959.957537:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.957544:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec163e95. 00010000:00000010:2.0:1776267959.957568:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.957572:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957602:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003fabb6d3. 00010000:00000010:2.0:1776267959.957605:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957608:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000470e270b. 00010000:00000010:2.0:1776267959.957611:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.957618:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074ce0ee6. 00010000:00000010:2.0:1776267959.957641:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.957645:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957674:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f08523f. 00010000:00000010:2.0:1776267959.957676:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957680:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef91611c. 00010000:00000010:2.0:1776267959.957683:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.957690:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9810d16. 00010000:00000010:2.0:1776267959.957714:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.957718:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957755:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d869d9a. 00010000:00000010:2.0:1776267959.957758:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957761:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030555777. 00010000:00000010:2.0:1776267959.957765:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.957772:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052f9bef3. 00010000:00000010:2.0:1776267959.957794:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.957797:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957832:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001ed469e6. 00010000:00000010:2.0:1776267959.957835:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957838:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc5f1158. 00010000:00000010:2.0:1776267959.957842:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.957849:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004790d8c9. 00010000:00000010:2.0:1776267959.957872:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.957875:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.957951:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e0aa96bd. 00010000:00000010:2.0:1776267959.958044:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958048:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b95e9adb. 00010000:00000010:2.0:1776267959.958051:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.958063:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ea6705f. 00010000:00000010:2.0:1776267959.958092:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.958096:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958130:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005ecb676e. 00010000:00000010:2.0:1776267959.958133:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958136:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e90e6c9. 00010000:00000010:2.0:1776267959.958139:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.958146:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2fadfa3. 00010000:00000010:2.0:1776267959.958170:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.958173:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958204:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024eaa6d2. 00010000:00000010:2.0:1776267959.958207:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958210:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008554e73d. 00010000:00000010:2.0:1776267959.958212:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.958219:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be9cb66b. 00010000:00000010:2.0:1776267959.958255:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.958259:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958290:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b1c8a664. 00010000:00000010:2.0:1776267959.958293:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958296:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000686aabd6. 00010000:00000010:2.0:1776267959.958300:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.958308:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e37893fc. 00010000:00000010:2.0:1776267959.958332:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.958336:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958373:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e5100d47. 00010000:00000010:2.0:1776267959.958377:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958381:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.0:1776267959.958385:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.958393:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d828f3a6. 00010000:00000010:2.0:1776267959.958419:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.958423:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958464:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000057d8740f. 00010000:00000010:2.0:1776267959.958468:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958473:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000657f0a06. 00010000:00000010:2.0:1776267959.958478:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.958488:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e9798d0. 00010000:00000010:2.0:1776267959.958515:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.958520:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958565:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d993618. 00010000:00000010:2.0:1776267959.958569:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958574:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.0:1776267959.958579:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.958588:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be101e86. 00010000:00000010:2.0:1776267959.958620:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.958624:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958663:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007991d1b7. 00010000:00000010:2.0:1776267959.958668:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958672:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008aeec184. 00010000:00000010:2.0:1776267959.958675:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.958687:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab45d891. 00010000:00000010:2.0:1776267959.958714:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.958717:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958754:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000191d11fb. 00010000:00000010:2.0:1776267959.958757:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958760:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000157d807. 00010000:00000010:2.0:1776267959.958763:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.958771:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000405b2bd5. 00010000:00000010:2.0:1776267959.958794:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.958798:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958832:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004aa34b29. 00010000:00000010:2.0:1776267959.958835:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958839:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e16f23. 00010000:00000010:2.0:1776267959.958842:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.958850:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f40884c3. 00010000:00000010:2.0:1776267959.958871:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.958875:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958936:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000181942dd. 00010000:00000010:2.0:1776267959.958938:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.958941:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f5b54cb. 00010000:00000010:2.0:1776267959.958944:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.959039:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9785830. 00010000:00000010:2.0:1776267959.959068:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.959072:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.959106:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008f93b970. 00010000:00000010:2.0:1776267959.959109:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.959114:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.0:1776267959.959117:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.959124:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4a0db57. 00010000:00000010:2.0:1776267959.959146:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.959149:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.959189:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eb94bd16. 00010000:00000010:2.0:1776267959.959192:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.959195:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9bd5d0c. 00010000:00000010:2.0:1776267959.959199:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.959206:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008dfb8c55. 00010000:00000010:2.0:1776267959.959227:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.959242:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.959276:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001270804d. 00010000:00000010:2.0:1776267959.959279:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.959282:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.0:1776267959.959285:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.959293:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000cf2b01c. 00010000:00000010:2.0:1776267959.959318:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.959322:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.959353:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae08633e. 00010000:00000010:2.0:1776267959.959355:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.959359:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004efb028e. 00010000:00000010:2.0:1776267959.959361:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.959368:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003614bb4c. 00010000:00000010:2.0:1776267959.959389:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.959393:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.959423:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002dbacbb7. 00010000:00000010:2.0:1776267959.959426:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.959429:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003170a25d. 00010000:00000010:2.0:1776267959.959433:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.959441:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009b21c53. 00010000:00000010:2.0:1776267959.959463:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.959466:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.959505:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008368c4c7. 00010000:00000010:2.0:1776267959.959508:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.959511:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c642025. 00010000:00000010:2.0:1776267959.959514:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.959522:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4f101e1. 00010000:00000010:2.0:1776267959.959544:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.959549:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.959585:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec670dd5. 00010000:00000010:2.0:1776267959.959588:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.959590:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.0:1776267959.959593:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267959.959601:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e0b8943. 00010000:00000010:2.0:1776267959.959622:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.959625:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.959664:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090413a92. 00010000:00000010:2.0:1776267959.959667:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267959.959678:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac653a8e. 00000100:00000010:2.0:1776267959.959688:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:2.0:1776267959.959700:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f8b48. 02000000:00000010:2.0:1776267959.959720:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a217f589. 02000000:00000010:2.0:1776267959.959763:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ee181b4. 00000400:00000010:2.0:1776267959.959773:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb916c99. 00000400:00000010:2.0:1776267959.959781:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f66fea4f. 00000100:00000200:2.0:1776267959.959791:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489487808, portal 16 00000400:00000010:2.0:1776267959.959798:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022cf8c37. 00000100:00000200:2.0:1776267959.959801:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489487808, offset 0 00000400:00000200:2.0:1776267959.959814:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.959836:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.959845:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.959849:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.959852:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.959855:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91259:91259:256:4294967295] 192.168.202.34@tcp LPNI seq info [91259:91259:8:4294967295] 00000400:00000200:2.0:1776267959.959866:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.959873:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.959878:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267959.959885:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.959925:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.959930:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.961155:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.961164:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:3.0:1776267959.961175:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.961184:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.961191:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022cf8c37 00000400:00000010:3.0:1776267959.961194:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022cf8c37. 00000100:00000200:3.0:1776267959.961207:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68f8b48 x1862549489487808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267959.963773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ebd678c. 00010000:00000010:3.1:1776267959.963790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a723f39c. 00010000:00000010:3.1:1776267959.963798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049ff41ea. 00010000:00000010:3.1:1776267959.963802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010463aa4. 00010000:00000010:3.1:1776267959.963805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b515a111. 00010000:00000010:3.1:1776267959.963807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:3.1:1776267959.963810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000794e33c4. 00010000:00000010:3.1:1776267959.963815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d90c46af. 00010000:00000010:3.1:1776267959.963818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a82dd93. 00010000:00000010:3.1:1776267959.963822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6e880e0. 00010000:00000010:3.1:1776267959.963824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000772b4d15. 00010000:00000010:3.1:1776267959.963840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c998a7b1. 00010000:00000010:3.1:1776267959.963844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0ad8d49. 00010000:00000010:3.1:1776267959.963846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7dc7890. 00010000:00000010:3.1:1776267959.963849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb654917. 00010000:00000010:3.1:1776267959.963851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d9bd15. 00010000:00000010:3.1:1776267959.963853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a725386. 00010000:00000010:3.1:1776267959.963856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008890f3ab. 00010000:00000010:3.1:1776267959.963858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d687d185. 00010000:00000010:3.1:1776267959.963860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:3.1:1776267959.963864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fa9073e. 00010000:00000010:3.1:1776267959.963866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e14b8782. 00010000:00000010:3.1:1776267959.963869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061d6f6ec. 00010000:00000010:3.1:1776267959.963871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000825d57df. 00010000:00000010:3.1:1776267959.963873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e27ab18b. 00010000:00000010:3.1:1776267959.963876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066fc27a0. 00010000:00000010:3.1:1776267959.963880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a836a381. 00010000:00000010:3.1:1776267959.963883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde6b8bd. 00010000:00000010:3.1:1776267959.963886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db74c13e. 00010000:00000010:3.1:1776267959.963888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00010000:00000010:3.1:1776267959.963891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aed68d62. 00010000:00000010:3.1:1776267959.963907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:3.1:1776267959.963911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acec5431. 00010000:00000010:3.1:1776267959.963913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:3.1:1776267959.963916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010ba1c99. 00010000:00000010:3.1:1776267959.963920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecef84e9. 00010000:00000010:3.1:1776267959.963922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b1c5d08. 00010000:00000010:3.1:1776267959.963925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a12b8c5f. 00010000:00000010:3.1:1776267959.963927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8d4d17d. 00010000:00000010:3.1:1776267959.963933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060fa69fd. 00010000:00000010:3.1:1776267959.963938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6b05fea. 00010000:00000010:3.1:1776267959.963941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a51e26fa. 00010000:00000010:3.1:1776267959.963944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6205f8d. 00010000:00000010:3.1:1776267959.963947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb038155. 00010000:00000010:3.1:1776267959.963949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a9fd455. 00010000:00000010:3.1:1776267959.963952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023781265. 00010000:00000010:3.1:1776267959.963955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082758248. 00010000:00000010:3.1:1776267959.963958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070716c4. 00010000:00000010:3.1:1776267959.963961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0033fbc. 00010000:00000010:3.1:1776267959.963963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d983521f. 00010000:00000010:3.1:1776267959.963968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aa1db77. 00010000:00000010:3.1:1776267959.963971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f296996b. 00010000:00000010:3.1:1776267959.963973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dfedd91. 00010000:00000010:3.1:1776267959.963977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d1b254e. 00010000:00000010:3.1:1776267959.963979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e58d9070. 00010000:00000010:3.1:1776267959.963981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddecbb31. 00000400:00000200:3.0:1776267959.971637:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.971667:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b28fc0 00000400:00000200:3.0:1776267959.971681:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7355 [1] + 224 00000400:00000200:3.0:1776267959.971700:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.971705:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.971722:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68f8b48 x1862549489487808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.971763:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.971768:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a200 00000400:00000200:3.0:1776267959.971774:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5d7d [2] + 328 00000400:00000200:3.0:1776267959.971784:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.971787:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.971792:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.971800:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc3056fa. 00000020:00000010:3.0:1776267959.971860:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e371fdd9. 00000020:00000010:3.0:1776267959.971868:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.971873:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.971933:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc3056fa x1862549476123136/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267959.971968:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123136 02000000:00000010:3.0:1776267959.971982:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041e48a04. 00010000:00000010:3.0:1776267959.972030:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b934c3d8. 00000100:00000010:3.0:1776267959.972039:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000951f79df. 00000100:00000010:3.0:1776267959.972048:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000951f79df. 00010000:00000010:3.0:1776267959.972053:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b934c3d8. 00000400:00000010:3.0:1776267959.972072:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cbd945d. 00000100:00000200:3.0:1776267959.972079:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123136, offset 224 00000400:00000200:3.0:1776267959.972109:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.972126:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.972134:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91260:91260:256:4294967295] 192.168.202.34@tcp LPNI seq info [91260:91260:8:4294967295] 00000400:00000200:3.0:1776267959.972147:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.972153:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.972160:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.972169:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.972180:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.972186:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.972209:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.972214:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.972218:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e371fdd9. 00000800:00000200:3.0:1776267959.972361:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.972366:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267959.972372:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.972377:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.972381:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cbd945d 00000400:00000010:3.0:1776267959.972383:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cbd945d. 00000400:00000010:3.0:1776267959.972462:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb916c99. 00000400:00000200:3.0:1776267959.972467:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f66fea4f 00000400:00000010:3.0:1776267959.972469:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f66fea4f. 00000100:00000200:3.0:1776267959.972479:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68f8b48 x1862549489487808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267959.972489:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68f8b48 x1862549489487808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267959.972514:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c5a1007. 02000000:00000010:3.0:1776267959.972533:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ee181b4. 02000000:00000010:3.0:1776267959.972547:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a217f589. 00000100:00000010:3.0:1776267959.972553:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f8b48. 00000100:00000010:3.0:1776267959.972557:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:3.0:1776267959.972562:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac653a8e. 00080000:00000010:3.0:1776267959.972583:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e371fdd9. 00010000:00000010:3.0:1776267959.972709:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:3.0:1776267959.972716:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f928fb5b. 00010000:00000010:3.0:1776267959.972809:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000396c0880. 00010000:00000010:3.0:1776267959.972816:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267959.972826:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b934c3d8. 00000100:00000010:3.0:1776267959.972830:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000951f79df. 00000100:00000010:3.0:1776267959.972837:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bd626d3. 02000000:00000010:3.0:1776267959.972848:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025e56940. 02000000:00000010:3.0:1776267959.972875:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bca99ffe. 00000400:00000010:3.0:1776267959.972879:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5077c69. 00000400:00000010:3.0:1776267959.972882:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cbd945d. 00000100:00000200:3.0:1776267959.972888:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489487872, portal 16 00000400:00000010:3.0:1776267959.972918:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000253f928a. 00000100:00000200:3.0:1776267959.972920:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489487872, offset 0 00000400:00000200:3.0:1776267959.972926:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267959.972934:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.972943:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267959.972948:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267959.972951:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267959.972954:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91261:91261:256:4294967295] 192.168.202.34@tcp LPNI seq info [91261:91261:8:4294967295] 00000400:00000200:3.0:1776267959.972961:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.972966:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.972969:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.972974:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.972979:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.972981:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.973035:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.973038:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267959.973041:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.973044:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.973047:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000253f928a 00000400:00000010:3.0:1776267959.973048:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000253f928a. 00000100:00000200:3.0:1776267959.973053:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001bd626d3 x1862549489487872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.975733:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.975761:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29000 00000400:00000200:3.0:1776267959.975772:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7361 [1] + 224 00000400:00000200:3.0:1776267959.975787:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.975792:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.975805:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001bd626d3 x1862549489487872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267959.975847:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.975853:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a240 00000400:00000200:3.0:1776267959.975858:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5d7d [2] + 656 00010000:00000010:3.1:1776267959.976078:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e29438f1. 00010000:00000010:3.1:1776267959.976093:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bf7fe0. 00000400:00000010:2.0:1776267959.976265:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5077c69. 00000400:00000200:2.0:1776267959.976274:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cbd945d 00000400:00000010:2.0:1776267959.976277:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cbd945d. 00000100:00000200:2.0:1776267959.976290:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001bd626d3 x1862549489487872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267959.976302:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001bd626d3 x1862549489487872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267959.976348:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bca99ffe. 02000000:00000010:2.0:1776267959.976359:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000025e56940. 00000100:00000010:2.0:1776267959.976367:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bd626d3. 00000100:00000010:2.0:1776267959.976376:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000951f79df. 00010000:00000010:2.0:1776267959.976381:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b934c3d8. 00010000:00000010:2.1:1776267959.976538:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082f9c220. 00010000:00000010:2.1:1776267959.976553:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0e19d93. 00010000:00000010:2.1:1776267959.976561:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f08eae87. 00010000:00000010:2.1:1776267959.976571:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c4528c. 00010000:00000010:2.1:1776267959.976583:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac610694. 00010000:00000010:2.1:1776267959.976592:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080ffe789. 00010000:00000010:2.1:1776267959.976602:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095d28467. 00010000:00000010:2.1:1776267959.976609:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064a7bdf5. 00010000:00000010:2.1:1776267959.976616:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a721e5ba. 00010000:00000010:2.1:1776267959.976625:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29e248e. 00010000:00000010:2.1:1776267959.976635:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027c54826. 00010000:00000010:2.1:1776267959.976644:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082f03b61. 00010000:00000010:2.1:1776267959.976650:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a0f1031. 00010000:00000010:2.1:1776267959.976657:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f15aaf3c. 00010000:00000010:2.1:1776267959.976666:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec945073. 00010000:00000010:2.1:1776267959.976674:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a3bd8b. 00010000:00000010:2.1:1776267959.976678:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7a69aa1. 00010000:00000010:2.1:1776267959.976682:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a01027e5. 00010000:00000010:2.1:1776267959.976685:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d361320. 00010000:00000010:2.1:1776267959.976691:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d96cbf3. 00010000:00000010:2.1:1776267959.976694:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7c5b1e1. 00010000:00000010:2.1:1776267959.976697:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffc14862. 00010000:00000010:2.1:1776267959.976881:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000740c677b. 00010000:00000010:2.1:1776267959.976885:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5ba052. 00010000:00000010:2.1:1776267959.976887:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054adcc61. 00010000:00000010:2.1:1776267959.976891:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001838c999. 00010000:00000010:2.1:1776267959.976925:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038e581ea. 00010000:00000010:2.1:1776267959.976928:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7875691. 00010000:00000010:2.1:1776267959.976930:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e88081cb. 00010000:00000010:2.1:1776267959.976933:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047a224b2. 00010000:00000010:2.1:1776267959.976935:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097330da3. 00010000:00000010:2.1:1776267959.976940:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000d7aa12. 00010000:00000010:2.1:1776267959.976943:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091ab792d. 00010000:00000010:2.1:1776267959.976947:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e67df7e. 00010000:00000010:2.1:1776267959.976951:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057351d97. 00010000:00000010:2.1:1776267959.976954:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ed2ee23. 00010000:00000010:2.1:1776267959.976957:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d74523b7. 00010000:00000010:2.1:1776267959.976961:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a26211. 00010000:00000010:2.1:1776267959.976964:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000016e9deb. 00010000:00000010:2.1:1776267959.976967:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000159c6953. 00010000:00000010:2.1:1776267959.976969:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cca42090. 00010000:00000010:2.1:1776267959.976972:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfad718c. 00010000:00000010:2.1:1776267959.976975:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7945483. 00010000:00000010:2.1:1776267959.976978:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fa08058. 00010000:00000010:2.1:1776267959.976980:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da9a4511. 00010000:00000010:2.1:1776267959.976983:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7932b48. 00010000:00000010:2.1:1776267959.976986:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038328335. 00010000:00000010:2.1:1776267959.976989:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fea016c. 00010000:00000010:2.1:1776267959.976991:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1501346. 00010000:00000010:2.1:1776267959.976994:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df6c574. 00010000:00000010:2.1:1776267959.976997:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cf53516. 00010000:00000010:2.1:1776267959.976999:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080c94d6f. 00010000:00000010:3.1:1776267959.978088:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff7095e7. 00010000:00000010:3.1:1776267959.978338:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef5d59b2. 00010000:00000010:3.1:1776267959.978347:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cc3c587. 00010000:00000010:3.1:1776267959.978350:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0ebf39f. 00010000:00000010:3.1:1776267959.978353:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f928dfb. 00010000:00000010:3.1:1776267959.978356:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026b0fe4d. 00010000:00000010:3.1:1776267959.978359:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002c68ffc. 00010000:00000010:3.1:1776267959.978362:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ad247a3. 00010000:00000010:3.1:1776267959.978557:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e2fb1df. 00010000:00000010:3.1:1776267959.978562:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008166085a. 00010000:00000010:3.1:1776267959.978565:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001b72e2d. 00010000:00000010:3.1:1776267959.978568:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000923f829c. 00010000:00000010:3.1:1776267959.978571:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb452b72. 00010000:00000010:3.1:1776267959.978575:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbb67ce9. 00010000:00000010:3.1:1776267959.978577:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f961cf4. 00010000:00000010:3.1:1776267959.978580:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009c34b94. 00010000:00000010:3.1:1776267959.978586:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d72db58c. 00010000:00000010:3.1:1776267959.978592:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006857721d. 00010000:00000010:3.1:1776267959.978598:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000764763c. 00010000:00000010:3.1:1776267959.978602:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008228f33b. 00010000:00000010:3.1:1776267959.978605:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fadba2b. 00010000:00000010:3.1:1776267959.978608:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069988755. 00010000:00000010:3.1:1776267959.978610:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f65a764. 00010000:00000010:3.1:1776267959.978614:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0268ca0. 00010000:00000010:3.1:1776267959.978617:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a9c3e26. 00010000:00000010:3.1:1776267959.978619:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fda552. 00010000:00000010:3.1:1776267959.978622:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000887f4fd0. 00010000:00000010:3.1:1776267959.978624:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001499d356. 00010000:00000010:3.1:1776267959.978627:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027de4d27. 00010000:00000010:3.1:1776267959.978629:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d9b7c23. 00010000:00000010:3.1:1776267959.978632:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d295a1c6. 00010000:00000010:3.1:1776267959.978635:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c072bcd2. 00010000:00000010:3.1:1776267959.978643:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053141fff. 00010000:00000010:3.1:1776267959.978646:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f9b0567. 00010000:00000010:3.1:1776267959.978648:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000268d1620. 00010000:00000010:3.1:1776267959.978650:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdad6a40. 00010000:00000010:3.1:1776267959.978653:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be25f1dc. 00010000:00000010:3.1:1776267959.978655:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2687475. 00010000:00000010:3.1:1776267959.978658:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075fa1b41. 00010000:00000010:3.1:1776267959.978661:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff9831ca. 00010000:00000010:3.1:1776267959.978663:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000581b8e68. 00010000:00000010:3.1:1776267959.978667:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f33f05e. 00010000:00000010:3.1:1776267959.978672:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d241a57. 00010000:00000010:3.1:1776267959.978675:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077509691. 00010000:00000010:3.1:1776267959.978677:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5f6d458. 00010000:00000010:3.1:1776267959.978680:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cd8f1a2. 00010000:00000010:3.1:1776267959.978682:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4333c3e. 00010000:00000010:3.1:1776267959.978687:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044207bb3. 00010000:00000010:3.1:1776267959.978689:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002461c2c8. 00010000:00000010:3.1:1776267959.978692:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdd2b69d. 00010000:00000010:3.1:1776267959.978694:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da1a66d3. 00010000:00000010:3.1:1776267959.978696:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e8dfb7d. 00010000:00000010:3.1:1776267959.978699:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b691ee7. 00010000:00000010:3.1:1776267959.978701:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c6de3c2. 00010000:00000010:3.1:1776267959.978703:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bab95d34. 00010000:00000010:3.1:1776267959.978706:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acce8ebd. 00010000:00000010:3.1:1776267959.978711:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066af3613. 00010000:00000010:3.1:1776267959.978714:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021127645. 00010000:00000010:3.1:1776267959.978716:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9eb115e. 00010000:00000010:3.1:1776267959.978719:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038cd3784. 00010000:00000010:3.1:1776267959.978722:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a676a96. 00010000:00000010:3.1:1776267959.978725:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057a61951. 00010000:00000010:3.1:1776267959.978728:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035f7f0d6. 00010000:00000010:3.1:1776267959.978730:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000612cbca9. 00010000:00000010:3.1:1776267959.978733:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000025fd21f. 00010000:00000010:3.1:1776267959.978736:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fd2caae. 00010000:00000010:3.1:1776267959.978738:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030271cfe. 00010000:00000010:3.1:1776267959.978741:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a32957c. 00010000:00000010:3.1:1776267959.978744:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009822ae3b. 00010000:00000010:3.1:1776267959.978747:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e58644ac. 00010000:00000010:3.1:1776267959.978750:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fa18655. 00010000:00000010:3.1:1776267959.978753:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cdf21d0. 00010000:00000010:3.1:1776267959.978755:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000800d2e. 00010000:00000010:3.1:1776267959.978758:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bb19fde. 00010000:00000010:3.1:1776267959.978760:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031c97360. 00010000:00000010:3.1:1776267959.978763:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098ac3c38. 00010000:00000010:3.1:1776267959.978765:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa2cba89. 00010000:00000010:3.1:1776267959.978768:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4e73fe7. 00010000:00000010:3.1:1776267959.978771:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042b46ccf. 00010000:00000010:3.1:1776267959.978774:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d027a3. 00010000:00000010:3.1:1776267959.978777:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d16c4f18. 00010000:00000010:3.1:1776267959.978780:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ad168d. 00010000:00000010:3.1:1776267959.978785:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014d04655. 00010000:00000010:3.1:1776267959.978788:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00010000:00000010:3.1:1776267959.978791:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c27f9763. 00010000:00000010:3.1:1776267959.978794:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:3.1:1776267959.978796:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c87fdb52. 00010000:00000010:3.1:1776267959.978798:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000373e4b8d. 00010000:00000010:3.1:1776267959.978802:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1c0908c. 00010000:00000010:3.1:1776267959.978805:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:3.1:1776267959.978807:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000919815d7. 00010000:00000010:3.1:1776267959.978810:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074ff851f. 00010000:00000010:3.1:1776267959.978814:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9b211d1. 00010000:00000010:3.1:1776267959.978816:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:3.1:1776267959.978819:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088b859cf. 00010000:00000010:3.1:1776267959.978821:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:3.1:1776267959.978824:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008598f046. 00010000:00000010:3.1:1776267959.978827:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00010000:00000010:3.1:1776267959.978850:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098823c21. 00010000:00000010:3.1:1776267959.978853:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:3.1:1776267959.978855:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0a0f611. 00010000:00000010:3.1:1776267959.978858:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00000400:00000200:3.0:1776267959.978870:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.978884:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.978917:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.978931:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 00000020:00000010:0.0:1776267959.979496:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e184fd1a. 00000020:00000010:0.0:1776267959.979511:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000339452cd. 00000020:00000010:0.0:1776267959.979516:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267959.979550:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050969a85 x1862549476123200/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267959.979587:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123200 02000000:00000010:0.0:1776267959.979598:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005e09a0bd. 00010000:00000010:0.0:1776267959.979643:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ade4403. 00010000:00000010:0.0:1776267959.979669:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a032f1cc. 00000100:00000010:0.0:1776267959.979677:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007873488b. 00000100:00000010:0.0:1776267959.979702:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007873488b. 00010000:00000010:0.0:1776267959.979719:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a032f1cc. 00000400:00000010:0.0:1776267959.979734:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbcb680. 00000100:00000200:0.0:1776267959.979741:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123200, offset 224 00000400:00000200:0.0:1776267959.979749:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267959.979763:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.979768:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91262:91262:256:4294967295] 192.168.202.34@tcp LPNI seq info [91262:91262:8:4294967295] 00000400:00000200:0.0:1776267959.979781:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.979789:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.979794:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343698). 00000800:00000200:0.0:1776267959.979801:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.979808:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00080000:00000010:2.0:1776267959.979814:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ee181b4. 00000800:00000200:0.0:1776267959.979814:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267959.979842:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000339452cd. 00000020:00000010:0.0:1776267959.979848:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267959.979855:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e184fd1a. 00010000:00000010:2.0:1776267959.979990:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00000800:00000200:3.0:1776267959.979996:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1776267959.980001:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065f3705e. 00000800:00000010:3.0:1776267959.980002:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343450). 00000400:00000200:3.0:1776267959.980010:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.980016:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.980022:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbcb680 00000400:00000010:3.0:1776267959.980025:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbcb680. 00010000:00000010:2.0:1776267959.980165:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f17b05f5. 00010000:00000010:2.0:1776267959.980173:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000059555938. 00010000:00000010:2.0:1776267959.980188:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002acc4e25. 00000100:00000010:2.0:1776267959.980196:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:2.0:1776267959.980207:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267959.980224:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ea8fd00. 02000000:00000010:2.0:1776267959.980274:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b722e40. 00000400:00000010:2.0:1776267959.980282:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c17f663. 00000400:00000010:2.0:1776267959.980289:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267959.980298:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489487936, portal 16 00000400:00000010:2.0:1776267959.980305:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d61039d. 00000100:00000200:2.0:1776267959.980307:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489487936, offset 0 00000400:00000200:2.0:1776267959.980315:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.980328:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.980338:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.980342:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.980346:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.980349:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91263:91263:256:4294967295] 192.168.202.34@tcp LPNI seq info [91263:91263:8:4294967295] 00000400:00000200:2.0:1776267959.980358:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.980365:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.980371:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267959.980379:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.980385:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.980390:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267959.980794:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267959.980797:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267959.980802:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.980807:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267959.980811:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d61039d 00000400:00000010:3.0:1776267959.980812:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d61039d. 00000100:00000200:3.0:1776267959.980822:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5837bfc x1862549489487936/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.982557:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.982577:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29040 00000400:00000200:0.0:1776267959.982586:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb736d [1] + 224 00000400:00000200:0.0:1776267959.982679:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.982686:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.983490:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5837bfc x1862549489487936/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267959.987402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f175a280. 00010000:00000010:2.1:1776267959.987429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088f771fd. 00010000:00000010:2.1:1776267959.987436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c8aecdd. 00010000:00000010:2.1:1776267959.987441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006558809f. 00010000:00000010:2.1:1776267959.987443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026a7d4a7. 00010000:00000010:2.1:1776267959.987452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffc62ed2. 00010000:00000010:2.1:1776267959.987456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4e7c351. 00010000:00000010:2.1:1776267959.987465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ec1c815. 00010000:00000010:2.1:1776267959.987474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b532e193. 00010000:00000010:2.1:1776267959.987477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aeaf711. 00010000:00000010:2.1:1776267959.987503:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000703b5951. 00010000:00000010:2.1:1776267959.987507:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bb3e9d5. 00010000:00000010:2.1:1776267959.987509:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fabb6d3. 00010000:00000010:2.1:1776267959.987512:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000470e270b. 00010000:00000010:2.1:1776267959.987514:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f08523f. 00010000:00000010:2.1:1776267959.987517:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef91611c. 00010000:00000010:2.1:1776267959.987519:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d869d9a. 00010000:00000010:2.1:1776267959.987522:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030555777. 00010000:00000010:2.1:1776267959.987527:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ed469e6. 00010000:00000010:2.1:1776267959.987533:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc5f1158. 00010000:00000010:2.1:1776267959.987539:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0aa96bd. 00010000:00000010:2.1:1776267959.987541:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b95e9adb. 00010000:00000010:2.1:1776267959.987544:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ecb676e. 00010000:00000010:2.1:1776267959.987547:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e90e6c9. 00010000:00000010:2.1:1776267959.987550:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024eaa6d2. 00010000:00000010:2.1:1776267959.987553:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008554e73d. 00010000:00000010:2.1:1776267959.987556:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1c8a664. 00010000:00000010:2.1:1776267959.987558:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000686aabd6. 00010000:00000010:2.1:1776267959.987561:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5100d47. 00010000:00000010:2.1:1776267959.987567:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.1:1776267959.987571:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057d8740f. 00010000:00000010:2.1:1776267959.987576:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000657f0a06. 00010000:00000010:2.1:1776267959.987579:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d993618. 00010000:00000010:2.1:1776267959.987583:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.1:1776267959.987586:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007991d1b7. 00010000:00000010:2.1:1776267959.987591:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00010000:00000010:2.1:1776267959.987595:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000191d11fb. 00010000:00000010:2.1:1776267959.987599:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00010000:00000010:2.1:1776267959.987602:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004aa34b29. 00010000:00000010:2.1:1776267959.987605:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e16f23. 00010000:00000010:2.1:1776267959.987610:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000181942dd. 00010000:00000010:2.1:1776267959.987614:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f5b54cb. 00010000:00000010:2.1:1776267959.987616:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f93b970. 00010000:00000010:2.1:1776267959.987619:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.1:1776267959.987621:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb94bd16. 00010000:00000010:2.1:1776267959.987623:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9bd5d0c. 00010000:00000010:2.1:1776267959.987627:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001270804d. 00010000:00000010:2.1:1776267959.987630:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.1:1776267959.987632:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae08633e. 00010000:00000010:2.1:1776267959.987637:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efb028e. 00010000:00000010:2.1:1776267959.987640:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dbacbb7. 00010000:00000010:2.1:1776267959.987643:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003170a25d. 00010000:00000010:2.1:1776267959.987645:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008368c4c7. 00010000:00000010:2.1:1776267959.987649:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:2.1:1776267959.987652:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec670dd5. 00010000:00000010:2.1:1776267959.987654:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.1:1776267959.987670:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e633971. 00010000:00000010:2.1:1776267959.987675:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000396c0880. 00000400:00000010:2.0:1776267959.987742:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c17f663. 00000400:00000200:2.0:1776267959.987748:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:2.0:1776267959.987751:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000100:00000200:2.0:1776267959.987769:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489487936/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267959.987786:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489487936/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267959.987828:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b722e40. 02000000:00000010:2.0:1776267959.987836:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ea8fd00. 00000100:00000010:2.0:1776267959.987842:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:2.0:1776267959.987848:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:2.0:1776267959.987855:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002acc4e25. 00010000:00000010:3.1:1776267959.987971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000616f0b38. 00010000:00000010:3.1:1776267959.987986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008192dfbd. 00010000:00000010:3.1:1776267959.987996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090413a92. 00010000:00000010:0.1:1776267959.989965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b04b180. 00000400:00000200:3.0:1776267959.990390:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267959.991079:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a280 00000400:00000200:3.0:1776267959.991093:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5d7d [2] + 984 00000400:00000200:3.0:1776267959.991193:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267959.991199:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267959.991208:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267959.991216:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b58eae9f. 00000020:00000010:0.0:1776267959.991355:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e184fd1a. 00000020:00000010:0.0:1776267959.991366:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267959.991372:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267959.991411:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b58eae9f x1862549476123264/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267959.991450:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123264 02000000:00000010:0.0:1776267959.991462:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004737cd22. 00010000:00000010:0.0:1776267959.991493:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007d31d9a. 00010000:00000010:0.0:1776267959.991512:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a032f1cc. 00000100:00000010:0.0:1776267959.991521:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007873488b. 00000100:00000010:0.0:1776267959.991535:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007873488b. 00010000:00000010:0.0:1776267959.991538:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a032f1cc. 00000400:00000010:0.0:1776267959.991554:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbcb680. 00000100:00000200:0.0:1776267959.991562:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123264, offset 224 00000400:00000200:0.0:1776267959.991573:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00080000:00000010:2.0:1776267959.991590:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b722e40. 00000400:00000200:0.0:1776267959.991594:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267959.991600:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91264:91264:256:4294967295] 192.168.202.34@tcp LPNI seq info [91264:91264:8:4294967295] 00000400:00000200:0.0:1776267959.991624:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267959.991632:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267959.991638:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343698). 00000800:00000200:0.0:1776267959.991645:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267959.991653:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267959.991656:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1776267959.991676:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059555938. 00010000:00000010:2.0:1776267959.991684:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062978409. 00000020:00000010:0.0:1776267959.991684:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267959.991700:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00010000:00000010:2.0:1776267959.991781:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec670dd5. 00010000:00000010:2.0:1776267959.991786:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.991792:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.0:1776267959.991798:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000059555938. 00080000:00000010:2.0:1776267959.991812:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ea8fd00. 00010000:00000010:2.0:1776267959.991840:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059555938. 00010000:00000010:2.0:1776267959.991843:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267959.991926:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c642025. 00010000:00000010:2.0:1776267959.991929:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000059555938. 00010000:00000010:2.0:1776267959.991936:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002acc4e25. 00000100:00000010:2.0:1776267959.991941:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:2.0:1776267959.991947:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267959.991958:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000010a70fd3. 02000000:00000010:2.0:1776267959.991980:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fb254f9. 00000400:00000010:2.0:1776267959.991985:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c17f663. 00000400:00000010:2.0:1776267959.991989:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267959.991994:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488000, portal 16 00000400:00000010:2.0:1776267959.991999:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d97fa0c. 00000100:00000200:2.0:1776267959.992000:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488000, offset 0 00000400:00000200:2.0:1776267959.992005:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.992012:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.992018:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.992022:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.992025:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.992027:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91265:91265:255:4294967295] 192.168.202.34@tcp LPNI seq info [91265:91265:7:4294967295] 00000400:00000200:2.0:1776267959.992034:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.992039:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.992042:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343946). 00000800:00000200:2.0:1776267959.992046:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.992050:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.992052:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267959.992147:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.992151:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343698). 00000400:00000200:1.0:1776267959.992156:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.992161:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.992166:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbcb680 00000400:00000010:1.0:1776267959.992168:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbcb680. 00000800:00000200:1.0:1776267959.992337:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267959.992339:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:1.0:1776267959.992343:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267959.992346:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267959.992349:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d97fa0c 00000400:00000010:1.0:1776267959.992350:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d97fa0c. 00000100:00000200:1.0:1776267959.992357:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5837bfc x1862549489488000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1776267959.993330:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e184fd1a. 00000400:00000200:0.0:1776267959.998590:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.998621:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29080 00000400:00000200:0.0:1776267959.998631:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7379 [1] + 224 00000400:00000200:0.0:1776267959.998645:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.998649:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.998660:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5837bfc x1862549489488000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267959.998708:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267959.998714:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a2c0 00000400:00000200:0.0:1776267959.998720:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5d7d [2] + 1312 00000400:00000200:0.0:1776267959.998732:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267959.998734:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267959.998739:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267959.998746:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009a7930ce. 00000400:00000010:2.0:1776267959.998790:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c17f663. 00000400:00000200:2.0:1776267959.998796:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:2.0:1776267959.998798:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000100:00000200:2.0:1776267959.998807:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489488000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267959.998816:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489488000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267959.998847:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fb254f9. 02000000:00000010:2.0:1776267959.998855:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000010a70fd3. 00000100:00000010:2.0:1776267959.998859:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:2.0:1776267959.998863:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:2.0:1776267959.998867:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002acc4e25. 00000020:00000010:3.0:1776267959.999086:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000672e24fa. 00000020:00000010:3.0:1776267959.999100:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.999105:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267959.999146:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009a7930ce x1862549476123328/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:642/0 lens 328/0 e 0 to 0 dl 1776268002 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267959.999203:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123328 02000000:00000010:3.0:1776267959.999216:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce3d2268. 00010000:00000010:3.0:1776267959.999266:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058a5c91a. 00010000:00000010:3.0:1776267959.999295:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093752739. 00000100:00000010:3.0:1776267959.999307:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000951f79df. 00000100:00000010:3.0:1776267959.999325:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000951f79df. 00010000:00000010:3.0:1776267959.999330:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093752739. 00000400:00000010:3.0:1776267959.999349:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000253f928a. 00000100:00000200:3.0:1776267959.999356:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123328, offset 224 00000400:00000200:3.0:1776267959.999367:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00080000:00000010:2.0:1776267959.999377:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010a70fd3. 00000400:00000200:3.0:1776267959.999388:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267959.999396:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91266:91266:256:4294967295] 192.168.202.34@tcp LPNI seq info [91266:91266:8:4294967295] 00000400:00000200:3.0:1776267959.999409:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267959.999417:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267959.999423:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267959.999432:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267959.999442:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267959.999449:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267959.999475:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063aafa07. 00000020:00000010:3.0:1776267959.999481:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267959.999485:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000672e24fa. 00010000:00000010:2.0:1776267959.999495:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059555938. 00010000:00000010:2.0:1776267959.999508:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca233b49. 00010000:00000010:2.0:1776267959.999595:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003170a25d. 00010000:00000010:2.0:1776267959.999602:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000059555938. 00010000:00000010:2.0:1776267959.999613:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002acc4e25. 00000100:00000010:2.0:1776267959.999619:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:2.0:1776267959.999627:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267959.999639:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000fb254f9. 02000000:00000010:2.0:1776267959.999668:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cdb25196. 00000400:00000010:2.0:1776267959.999673:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c17f663. 00000400:00000010:2.0:1776267959.999677:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267959.999684:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488064, portal 16 00000400:00000010:2.0:1776267959.999689:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d6a6580. 00000100:00000200:2.0:1776267959.999692:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488064, offset 0 00000400:00000200:2.0:1776267959.999700:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267959.999712:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267959.999719:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267959.999723:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267959.999726:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267959.999729:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91267:91267:255:4294967295] 192.168.202.34@tcp LPNI seq info [91267:91267:7:4294967295] 00000400:00000200:2.0:1776267959.999739:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267959.999757:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267959.999762:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343946). 00000800:00000200:2.0:1776267959.999769:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267959.999776:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267959.999780:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.000054:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.000059:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343698). 00000400:00000200:3.0:1776267960.000068:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.000075:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.000081:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000253f928a 00000400:00000010:3.0:1776267960.000083:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000253f928a. 00000800:00000200:3.0:1776267960.000132:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.000135:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:3.0:1776267960.000140:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.000143:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.000145:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d6a6580 00000400:00000010:3.0:1776267960.000147:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d6a6580. 00000100:00000200:3.0:1776267960.000591:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5837bfc x1862549489488064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267960.002187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000046ca992. 00010000:00000010:2.1:1776267960.002303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17b05f5. 00010000:00000010:2.1:1776267960.002308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec670dd5. 00010000:00000010:2.1:1776267960.002310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.1:1776267960.003934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fac5777e. 00010000:00000010:2.1:1776267960.003947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00010000:00000010:0.1:1776267960.003969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009720f311. 00000400:00000200:1.0:1776267960.007985:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.008013:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b290c0 00000400:00000200:1.0:1776267960.008023:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7385 [1] + 224 00000400:00000200:1.0:1776267960.008047:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.008052:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.008067:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5837bfc x1862549489488064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267960.008150:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c17f663. 00000400:00000200:2.0:1776267960.008161:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:2.0:1776267960.008164:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000100:00000200:2.0:1776267960.008181:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489488064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.008302:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489488064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268003 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.008336:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cdb25196. 02000000:00000010:2.0:1776267960.008345:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000fb254f9. 00000100:00000010:2.0:1776267960.008349:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:2.0:1776267960.008353:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:2.0:1776267960.008358:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002acc4e25. 00010000:00000010:3.1:1776267960.008729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053ddb0e7. 00000400:00000200:0.0:1776267960.009014:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.009031:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a300 00000400:00000200:0.0:1776267960.009037:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5d7d [2] + 1640 00000400:00000200:0.0:1776267960.009104:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.009109:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.009115:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.009120:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 00000020:00000010:3.0:1776267960.009579:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000672e24fa. 00000020:00000010:3.0:1776267960.009589:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2c7a06b. 00000020:00000010:3.0:1776267960.009597:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.009635:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719f92a x1862549476123392/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267960.009677:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123392 02000000:00000010:3.0:1776267960.009691:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067bb5691. 00010000:00000010:3.0:1776267960.009731:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e8b8ee4. 00010000:00000010:3.0:1776267960.009756:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093752739. 00000100:00000010:3.0:1776267960.009764:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000951f79df. 00000100:00000010:3.0:1776267960.009779:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000951f79df. 00010000:00000010:3.0:1776267960.009783:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093752739. 00000400:00000010:3.0:1776267960.009801:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000253f928a. 00000100:00000200:3.0:1776267960.009808:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123392, offset 224 00000400:00000200:3.0:1776267960.009818:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.009833:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.009841:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91268:91268:256:4294967295] 192.168.202.34@tcp LPNI seq info [91268:91268:8:4294967295] 00000400:00000200:3.0:1776267960.009860:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.009867:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.009872:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267960.009880:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.009888:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.009929:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.009951:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2c7a06b. 00000020:00000010:3.0:1776267960.009956:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.009960:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000672e24fa. 00000800:00000200:3.0:1776267960.010070:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.010075:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267960.010083:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.010087:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.010092:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000253f928a 00000400:00000010:3.0:1776267960.010094:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000253f928a. 00080000:00000010:2.0:1776267960.010364:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdb25196. 00010000:00000010:2.0:1776267960.010459:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059555938. 00010000:00000010:2.0:1776267960.010468:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dae2d7c4. 00010000:00000010:2.0:1776267960.010546:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c642025. 00010000:00000010:2.0:1776267960.010552:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000059555938. 00010000:00000010:2.0:1776267960.010566:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002acc4e25. 00000100:00000010:2.0:1776267960.010571:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:2.0:1776267960.010580:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267960.010594:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fef5489d. 02000000:00000010:2.0:1776267960.010622:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056434534. 00000400:00000010:2.0:1776267960.010627:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c17f663. 00000400:00000010:2.0:1776267960.010633:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267960.010641:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488128, portal 16 00000400:00000010:2.0:1776267960.010646:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d911512c. 00000100:00000200:2.0:1776267960.010648:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488128, offset 0 00000400:00000200:2.0:1776267960.010657:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.010671:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.010678:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.010681:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.010684:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.010687:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91269:91269:256:4294967295] 192.168.202.34@tcp LPNI seq info [91269:91269:8:4294967295] 00000400:00000200:2.0:1776267960.010697:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.010702:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.010706:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267960.010711:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.010718:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.010721:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267960.018000:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.018011:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:1.0:1776267960.018021:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.018033:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.018042:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d911512c 00000400:00000010:1.0:1776267960.018044:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d911512c. 00000100:00000200:1.0:1776267960.018060:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5837bfc x1862549489488128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267960.021125:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.021149:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29100 00000400:00000200:0.0:1776267960.021159:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7391 [1] + 224 00000400:00000200:0.0:1776267960.021179:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.021184:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.021208:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5837bfc x1862549489488128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267960.021385:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c17f663. 00000400:00000200:2.0:1776267960.021390:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:2.0:1776267960.021392:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000100:00000200:2.0:1776267960.021399:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489488128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.021407:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489488128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.021437:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056434534. 02000000:00000010:2.0:1776267960.021444:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fef5489d. 00000100:00000010:2.0:1776267960.021447:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:2.0:1776267960.021451:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:2.0:1776267960.021455:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002acc4e25. 00010000:00000010:2.1:1776267960.023977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afad3800. 00010000:00000010:2.1:1776267960.023988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003170a25d. 00010000:00000010:3.1:1776267960.025321:0:78487:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa6e5dd4. 00000400:00000200:0.0:1776267960.026432:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.026454:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a340 00000400:00000200:0.0:1776267960.026463:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5d7d [2] + 1968 00000400:00000010:0.0:1776267960.026467:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000956e4a9c. 00000400:00000200:0.0:1776267960.026474:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000f4a395b 00000400:00000200:0.0:1776267960.026537:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.026543:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.026547:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f4a395b 00000400:00000010:0.0:1776267960.026549:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000f4a395b (tot 82343298). 00000100:00000200:0.0:1776267960.026556:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267960.026784:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000672e24fa. 00000020:00000010:3.0:1776267960.026796:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2c7a06b. 00000020:00000010:3.0:1776267960.026802:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.026840:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000019d11aac x1862549476123456/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267960.026884:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123456 02000000:00000010:3.0:1776267960.026931:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe40bc74. 00010000:00000010:3.0:1776267960.026975:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000053c7b51. 00010000:00000010:3.0:1776267960.027005:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093752739. 00000100:00000010:3.0:1776267960.027016:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a55e6c9. 00000100:00000010:3.0:1776267960.027044:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a55e6c9. 00010000:00000010:3.0:1776267960.027047:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093752739. 00000400:00000010:3.0:1776267960.027068:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000253f928a. 00000100:00000200:3.0:1776267960.027076:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123456, offset 224 00000400:00000200:3.0:1776267960.027087:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.027107:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.027115:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91270:91270:256:4294967295] 192.168.202.34@tcp LPNI seq info [91270:91270:8:4294967295] 00000400:00000200:3.0:1776267960.027128:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.027135:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.027140:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343546). 00000800:00000200:3.0:1776267960.027149:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.027159:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.027164:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.027183:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2c7a06b. 00000020:00000010:3.0:1776267960.027187:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.027190:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000672e24fa. 02000000:00000010:3.0:1776267960.027200:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067bb5691. 00000100:00000010:3.0:1776267960.027203:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 02000000:00000010:3.0:1776267960.027207:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce3d2268. 00000100:00000010:3.0:1776267960.027209:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009a7930ce. 02000000:00000010:3.0:1776267960.027212:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004737cd22. 00000100:00000010:3.0:1776267960.027214:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b58eae9f. 02000000:00000010:3.0:1776267960.027217:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005e09a0bd. 00000100:00000010:3.0:1776267960.027219:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267960.027222:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041e48a04. 00000100:00000010:3.0:1776267960.027224:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc3056fa. 02000000:00000010:3.0:1776267960.027239:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c470cf83. 00000100:00000010:3.0:1776267960.027244:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d720bc70. 00000100:00000200:3.0:1776267960.027251:0:64837:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267960.027258:0:64837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000019536a01. 00000400:00000010:3.0:1776267960.027263:0:64837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005a55e6c9 (tot 82343698). 00000800:00000200:1.0:1776267960.027442:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.027448:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267960.027456:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.027461:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.027466:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000253f928a 00000400:00000010:1.0:1776267960.027467:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000253f928a. 02000000:00000010:1.0:1776267960.027473:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe40bc74. 00080000:00000010:0.0:1776267960.028036:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e184fd1a. 00010000:00000010:0.0:1776267960.028137:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059555938. 00010000:00000010:0.0:1776267960.028145:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043380f48. 00010000:00000010:0.0:1776267960.028217:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000362bf3db. 00010000:00000010:0.0:1776267960.028223:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000513af02d. 00010000:00000010:0.0:1776267960.029851:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034792323. 00000100:00000010:0.0:1776267960.029867:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007873488b. 00000100:00000010:0.0:1776267960.029878:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f2b7b. 02000000:00000010:0.0:1776267960.029914:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2f2cd57. 02000000:00000010:0.0:1776267960.029946:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b154f235. 00000400:00000010:0.0:1776267960.029953:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f45c097. 00000400:00000010:0.0:1776267960.029959:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267960.029966:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488192, portal 16 00000400:00000010:0.0:1776267960.029971:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053790125. 00000100:00000200:0.0:1776267960.029973:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488192, offset 0 00000400:00000200:0.0:1776267960.029983:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.030000:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.030007:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.030009:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.030012:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.030014:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91271:91271:256:4294967295] 192.168.202.34@tcp LPNI seq info [91271:91271:8:4294967295] 00000400:00000200:0.0:1776267960.030023:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.030028:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.030033:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82343698). 00000800:00000200:0.0:1776267960.030038:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.030045:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.030049:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267960.030277:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.030285:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343450). 00000400:00000200:1.0:1776267960.030295:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.030304:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.030311:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053790125 00000400:00000010:1.0:1776267960.030314:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053790125. 00000100:00000200:1.0:1776267960.030426:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68f2b7b x1862549489488192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267960.032171:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.032188:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29140 00000400:00000200:0.0:1776267960.032455:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb73a1 [1] + 224 00000400:00000200:0.0:1776267960.032469:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.032472:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.032542:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68f2b7b x1862549489488192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267960.032587:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f45c097. 00000400:00000200:2.0:1776267960.032593:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:2.0:1776267960.032594:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:2.0:1776267960.032601:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68f2b7b x1862549489488192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.032608:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68f2b7b x1862549489488192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.032633:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b154f235. 02000000:00000010:2.0:1776267960.032637:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2f2cd57. 00000100:00000010:2.0:1776267960.032640:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f2b7b. 00000100:00000010:2.0:1776267960.032642:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007873488b. 00010000:00000010:2.0:1776267960.032645:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034792323. 00000400:00000200:1.0:1776267960.034539:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.034564:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a380 00000400:00000200:1.0:1776267960.034574:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5dd5 [2] + 0 00000400:00000200:1.0:1776267960.034651:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.034656:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.034663:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267960.034670:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090b3b0d2. 00000020:00000010:3.0:1776267960.034757:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041e48a04. 00000020:00000010:3.0:1776267960.034767:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2c7a06b. 00000020:00000010:3.0:1776267960.034770:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.034794:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090b3b0d2 x1862549476123520/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267960.034822:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123520 02000000:00000010:3.0:1776267960.034834:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce3d2268. 00010000:00000010:3.0:1776267960.034863:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c847cdb6. 00010000:00000010:3.0:1776267960.034884:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093752739. 00000100:00000010:3.0:1776267960.034890:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078c704b9. 00010000:00000010:0.1:1776267960.034924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bef7d0a. 00010000:00000010:3.1:1776267960.034927:0:64837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe1986d9. 00010000:00000010:0.1:1776267960.034930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c642025. 00000100:00000010:3.0:1776267960.034945:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078c704b9. 00010000:00000010:3.0:1776267960.034949:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093752739. 00000400:00000010:3.0:1776267960.034963:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267960.034968:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123520, offset 224 00000400:00000200:3.0:1776267960.034973:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.034983:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.034987:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91272:91272:256:4294967295] 192.168.202.34@tcp LPNI seq info [91272:91272:8:4294967295] 00000400:00000200:3.0:1776267960.034994:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.034998:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.035001:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267960.035006:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.035010:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.035013:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.035029:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2c7a06b. 00000020:00000010:3.0:1776267960.035032:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.035035:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041e48a04. 00000800:00000200:1.0:1776267960.035108:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.035113:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267960.035120:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.035125:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.035129:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:1.0:1776267960.035131:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00080000:00000010:2.0:1776267960.035318:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fef5489d. 00010000:00000010:2.0:1776267960.035404:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000513af02d. 00010000:00000010:2.0:1776267960.035410:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff29b16f. 00010000:00000010:2.0:1776267960.035470:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003170a25d. 00010000:00000010:2.0:1776267960.035476:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003290a9f3. 00010000:00000010:2.0:1776267960.035486:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002acc4e25. 00000100:00000010:2.0:1776267960.035490:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:2.0:1776267960.035498:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267960.035508:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056434534. 02000000:00000010:2.0:1776267960.035530:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a36408ec. 00000400:00000010:2.0:1776267960.035535:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c17f663. 00000400:00000010:2.0:1776267960.035540:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267960.035545:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488256, portal 16 00000400:00000010:2.0:1776267960.035549:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f373599. 00000100:00000200:2.0:1776267960.035551:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488256, offset 0 00000400:00000200:2.0:1776267960.035555:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.035562:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.035567:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.035569:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.035571:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.035573:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91273:91273:256:4294967295] 192.168.202.34@tcp LPNI seq info [91273:91273:8:4294967295] 00000400:00000200:2.0:1776267960.035578:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.035581:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.035583:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267960.035586:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.035589:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.035590:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267960.035689:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.035693:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:0.0:1776267960.035697:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.035702:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.035705:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f373599 00000400:00000010:0.0:1776267960.035707:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f373599. 00000100:00000200:0.0:1776267960.035714:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5837bfc x1862549489488256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.038694:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.038731:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29180 00000400:00000200:1.0:1776267960.038742:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb73ad [1] + 224 00000400:00000200:1.0:1776267960.038763:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.038767:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.038781:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5837bfc x1862549489488256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267960.039123:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c17f663. 00000400:00000200:2.0:1776267960.039133:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:2.0:1776267960.039135:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000100:00000200:2.0:1776267960.039147:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489488256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.039154:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489488256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.039182:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a36408ec. 02000000:00000010:2.0:1776267960.039188:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000056434534. 00000100:00000010:2.0:1776267960.039190:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:2.0:1776267960.039200:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:2.0:1776267960.039206:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002acc4e25. 00000400:00000200:1.0:1776267960.040353:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.040371:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a3c0 00000400:00000200:1.0:1776267960.040382:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5dd5 [2] + 328 00000400:00000200:1.0:1776267960.040475:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.040480:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.040486:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267960.040494:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 00000020:00000010:3.0:1776267960.040582:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041e48a04. 00000020:00000010:3.0:1776267960.040594:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2c7a06b. 00000020:00000010:3.0:1776267960.040598:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.040628:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000192be620 x1862549476123584/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267960.040666:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123584 02000000:00000010:3.0:1776267960.040678:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067bb5691. 00010000:00000010:3.0:1776267960.040710:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028e5249d. 00010000:00000010:3.0:1776267960.040732:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093752739. 00000100:00000010:3.0:1776267960.040739:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078c704b9. 00000100:00000010:3.0:1776267960.040763:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078c704b9. 00010000:00000010:3.0:1776267960.040766:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093752739. 00000400:00000010:3.0:1776267960.040780:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009716a069. 00000100:00000200:3.0:1776267960.040786:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123584, offset 224 00000400:00000200:3.0:1776267960.040795:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.040820:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.040830:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91274:91274:256:4294967295] 192.168.202.34@tcp LPNI seq info [91274:91274:8:4294967295] 00000400:00000200:3.0:1776267960.040846:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.040851:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.040856:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267960.040863:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.040870:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.040874:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1776267960.040981:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.040988:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267960.040996:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1776267960.041011:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2c7a06b. 00000400:00000200:0.0:1776267960.041012:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000020:00000010:3.0:1776267960.041018:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000400:00000200:0.0:1776267960.041022:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009716a069 00000020:00000010:3.0:1776267960.041023:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041e48a04. 00000400:00000010:0.0:1776267960.041028:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009716a069. 00080000:00000010:2.0:1776267960.041093:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056434534. 00010000:00000010:2.0:1776267960.041163:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003290a9f3. 00010000:00000010:2.0:1776267960.041167:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000060a92bed. 00010000:00000010:2.0:1776267960.041250:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec670dd5. 00010000:00000010:2.0:1776267960.041254:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267960.041260:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.0:1776267960.041264:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003290a9f3. 00080000:00000010:2.0:1776267960.041278:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a36408ec. 00010000:00000010:2.0:1776267960.041302:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003290a9f3. 00010000:00000010:2.0:1776267960.041306:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267960.041351:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f17b05f5. 00010000:00000010:2.0:1776267960.041355:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003290a9f3. 00010000:00000010:2.0:1776267960.041362:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002acc4e25. 00000100:00000010:2.0:1776267960.041366:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:2.0:1776267960.041373:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267960.041383:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2212fb9. 02000000:00000010:2.0:1776267960.041404:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc0b6c42. 00000400:00000010:2.0:1776267960.041410:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c17f663. 00000400:00000010:2.0:1776267960.041414:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267960.041419:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488320, portal 16 00000400:00000010:2.0:1776267960.041424:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000591578e6. 00000100:00000200:2.0:1776267960.041426:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488320, offset 0 00000400:00000200:2.0:1776267960.041432:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.041439:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.041446:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.041449:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.041451:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.041454:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91275:91275:256:4294967295] 192.168.202.34@tcp LPNI seq info [91275:91275:8:4294967295] 00000400:00000200:2.0:1776267960.041460:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.041465:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.041468:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267960.041473:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.041477:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.041479:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267960.041560:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.041564:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:1.0:1776267960.041568:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.041573:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.041576:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000591578e6 00000400:00000010:1.0:1776267960.041578:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000591578e6. 00000100:00000200:1.0:1776267960.041587:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5837bfc x1862549489488320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.043304:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.043333:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b291c0 00000400:00000200:1.0:1776267960.043343:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb73b9 [1] + 224 00000400:00000200:1.0:1776267960.043361:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.043365:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.043375:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5837bfc x1862549489488320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267960.043601:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c17f663. 00000400:00000200:2.0:1776267960.043606:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:2.0:1776267960.043608:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000100:00000200:2.0:1776267960.043617:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489488320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.043624:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489488320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.043661:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc0b6c42. 02000000:00000010:2.0:1776267960.043670:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2212fb9. 00000100:00000010:2.0:1776267960.043674:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:2.0:1776267960.043678:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:2.0:1776267960.043683:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002acc4e25. 00010000:00000010:2.1:1776267960.047101:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008da778b2. 00010000:00000010:2.1:1776267960.047118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000362bf3db. 00010000:00000010:3.1:1776267960.048694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff38d5aa. 00010000:00000010:3.1:1776267960.048717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e70d60da. 00000400:00000200:0.0:1776267960.049344:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.049366:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a400 00000400:00000200:0.0:1776267960.049375:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5dd5 [2] + 656 00000400:00000200:0.0:1776267960.049453:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.049457:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.049465:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.049471:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007259c45b. 00000020:00000010:3.0:1776267960.049573:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041e48a04. 00000020:00000010:3.0:1776267960.049582:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2c7a06b. 00000020:00000010:3.0:1776267960.049587:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.049617:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007259c45b x1862549476123648/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267960.049658:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123648 02000000:00000010:3.0:1776267960.049669:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000672e24fa. 00010000:00000010:3.0:1776267960.049700:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018f0be9a. 00010000:00000010:3.0:1776267960.049721:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093752739. 00000100:00000010:3.0:1776267960.049728:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078c704b9. 00000100:00000010:3.0:1776267960.049752:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078c704b9. 00010000:00000010:3.0:1776267960.049756:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093752739. 00000400:00000010:3.0:1776267960.049770:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a502439. 00000100:00000200:3.0:1776267960.049776:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123648, offset 224 00000400:00000200:3.0:1776267960.049784:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.049798:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.049804:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91276:91276:256:4294967295] 192.168.202.34@tcp LPNI seq info [91276:91276:8:4294967295] 00000400:00000200:3.0:1776267960.049815:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.049820:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.049824:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267960.049830:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.049836:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.049840:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.049862:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2c7a06b. 00000020:00000010:3.0:1776267960.049867:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.049871:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041e48a04. 00080000:00000010:2.0:1776267960.049936:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2212fb9. 00010000:00000010:2.0:1776267960.050041:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003290a9f3. 00010000:00000010:2.0:1776267960.050048:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be991c5f. 00010000:00000010:2.0:1776267960.050130:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004efb028e. 00010000:00000010:2.0:1776267960.050134:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003290a9f3. 00010000:00000010:2.0:1776267960.050146:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002acc4e25. 00000100:00000010:2.0:1776267960.050151:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:2.0:1776267960.050159:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267960.050171:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc0b6c42. 02000000:00000010:2.0:1776267960.050200:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fb254f9. 00000400:00000010:2.0:1776267960.050205:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c17f663. 00000400:00000010:2.0:1776267960.050209:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267960.050215:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488384, portal 16 00000400:00000010:2.0:1776267960.050221:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267960.050222:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488384, offset 0 00000400:00000200:2.0:1776267960.050240:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.050250:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.050257:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.050260:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.050263:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.050265:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91277:91277:255:4294967295] 192.168.202.34@tcp LPNI seq info [91277:91277:7:4294967295] 00000400:00000200:2.0:1776267960.050272:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.050277:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.050280:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343946). 00000800:00000200:2.0:1776267960.050285:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.050296:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.050299:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267960.050736:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.050741:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343698). 00000400:00000200:1.0:1776267960.050748:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.050751:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.050755:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a502439 00000400:00000010:1.0:1776267960.050757:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a502439. 00000800:00000200:1.0:1776267960.050811:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.050813:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:1.0:1776267960.050816:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.050818:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.050819:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:1.0:1776267960.050821:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00000100:00000200:1.0:1776267960.050828:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5837bfc x1862549489488384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267960.051015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022ee7d4c. 00010000:00000010:2.1:1776267960.051021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003170a25d. 00010000:00000010:2.1:1776267960.051024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec670dd5. 00010000:00000010:2.1:1776267960.051026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00000400:00000200:1.0:1776267960.054245:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.054272:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29200 00000400:00000200:1.0:1776267960.054284:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb73c5 [1] + 224 00000400:00000200:1.0:1776267960.054299:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.054303:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.054315:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5837bfc x1862549489488384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.054363:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.054368:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a440 00000400:00000200:1.0:1776267960.054373:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5dd5 [2] + 984 00000400:00000010:2.0:1776267960.054654:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c17f663. 00000400:00000200:2.0:1776267960.054660:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:2.0:1776267960.054662:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000100:00000200:2.0:1776267960.054671:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489488384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.054679:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489488384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.054725:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fb254f9. 02000000:00000010:2.0:1776267960.054735:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc0b6c42. 00000100:00000010:2.0:1776267960.054739:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:2.0:1776267960.054743:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:2.0:1776267960.054748:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002acc4e25. 00000400:00000200:1.0:1776267960.054794:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.054798:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.054803:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267960.054810:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 00010000:00000010:3.1:1776267960.055295:0:64837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d5df421. 00000020:00000010:2.0:1776267960.055591:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc0b6c42. 00000020:00000010:2.0:1776267960.055600:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.055605:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267960.055640:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c9c03c4 x1862549476123712/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267960.055706:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123712 02000000:00000010:2.0:1776267960.055719:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000fb254f9. 00010000:00000010:2.0:1776267960.055754:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084488772. 00010000:00000010:2.0:1776267960.055779:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002acc4e25. 00000100:00000010:2.0:1776267960.055786:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:2.0:1776267960.055803:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:2.0:1776267960.055806:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002acc4e25. 00000400:00000010:2.0:1776267960.055818:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267960.055824:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123712, offset 224 00000400:00000200:2.0:1776267960.055834:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.055848:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.055854:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91278:91278:256:4294967295] 192.168.202.34@tcp LPNI seq info [91278:91278:8:4294967295] 00000400:00000200:2.0:1776267960.055866:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.055872:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.055880:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267960.055888:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.055923:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.055928:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.055960:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.055964:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267960.055968:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc0b6c42. 00080000:00000010:3.0:1776267960.056023:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041e48a04. 00010000:00000010:3.0:1776267960.056137:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003290a9f3. 00010000:00000010:3.0:1776267960.056144:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7aa0311. 00010000:00000010:3.0:1776267960.056267:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ce8ce05. 00010000:00000010:3.0:1776267960.056276:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001152de17. 00010000:00000010:3.0:1776267960.056289:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093752739. 00000100:00000010:3.0:1776267960.056293:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078c704b9. 00000100:00000010:3.0:1776267960.056301:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d720bc70. 02000000:00000010:3.0:1776267960.056315:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009b30a4f. 02000000:00000010:3.0:1776267960.056353:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe40bc74. 00000400:00000010:3.0:1776267960.056359:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a053084d. 00000400:00000010:3.0:1776267960.056364:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000503c1aa0. 00000100:00000200:3.0:1776267960.056370:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488448, portal 16 00000400:00000010:3.0:1776267960.056375:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7e646e3. 00000100:00000200:3.0:1776267960.056383:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488448, offset 0 00000400:00000200:3.0:1776267960.056390:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.056397:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.056405:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267960.056489:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267960.056493:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267960.056496:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91279:91279:255:4294967295] 192.168.202.34@tcp LPNI seq info [91279:91279:7:4294967295] 00000400:00000200:3.0:1776267960.056503:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.056507:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.056511:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343946). 00000800:00000200:3.0:1776267960.056515:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.056519:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.056521:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267960.056926:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.056931:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343698). 00000400:00000200:1.0:1776267960.056937:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.056942:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.056953:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:1.0:1776267960.056956:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000800:00000200:1.0:1776267960.057041:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.057043:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267960.057048:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.057051:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.057053:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7e646e3 00000400:00000010:1.0:1776267960.057055:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7e646e3. 00000100:00000200:1.0:1776267960.057061:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d720bc70 x1862549489488448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.060856:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.060886:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29240 00000400:00000200:1.0:1776267960.060935:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb73d1 [1] + 224 00000400:00000200:1.0:1776267960.060967:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.060972:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.060985:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d720bc70 x1862549489488448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.061539:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.061552:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a480 00000400:00000200:1.0:1776267960.061559:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5dd5 [2] + 1312 00000400:00000200:1.0:1776267960.061622:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.061626:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.061632:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267960.061639:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 00000400:00000010:0.0:1776267960.061753:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a053084d. 00000400:00000200:0.0:1776267960.061760:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000503c1aa0 00000400:00000010:0.0:1776267960.061762:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000503c1aa0. 00000100:00000200:0.0:1776267960.061771:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d720bc70 x1862549489488448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.061779:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d720bc70 x1862549489488448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267960.061816:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe40bc74. 02000000:00000010:0.0:1776267960.061827:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009b30a4f. 00000100:00000010:0.0:1776267960.061831:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d720bc70. 00000100:00000010:0.0:1776267960.061835:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078c704b9. 00010000:00000010:0.0:1776267960.061839:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093752739. 00000020:00000010:3.0:1776267960.062180:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e91671fb. 00000020:00000010:3.0:1776267960.062190:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2c7a06b. 00000020:00000010:3.0:1776267960.062195:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.062225:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000425f4f8d x1862549476123776/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267960.062269:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123776 02000000:00000010:3.0:1776267960.062281:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c474273. 00010000:00000010:3.0:1776267960.062316:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3de50a3. 00010000:00000010:3.0:1776267960.062351:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f6acf77e. 00000100:00000010:3.0:1776267960.062359:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078c704b9. 00000100:00000010:3.0:1776267960.062374:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078c704b9. 00010000:00000010:3.0:1776267960.062377:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f6acf77e. 00080000:00000010:1.0:1776267960.062568:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b2dca06. 00010000:00000010:1.0:1776267960.062683:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001152de17. 00010000:00000010:1.0:1776267960.062781:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b2becd3. 00010000:00000010:1.0:1776267960.062788:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267960.062798:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d241a1dd. 00000100:00000010:1.0:1776267960.062802:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a442faaa. 00000100:00000010:1.0:1776267960.062810:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 02000000:00000010:1.0:1776267960.062823:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014cf24cb. 02000000:00000010:1.0:1776267960.062851:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8f76a91. 00000400:00000010:1.0:1776267960.062856:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028fe88a6. 00000400:00000010:1.0:1776267960.062862:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fd3bfba. 00000100:00000200:1.0:1776267960.062871:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488512, portal 16 00000400:00000010:1.0:1776267960.062876:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf197cb7. 00000100:00000200:1.0:1776267960.062879:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488512, offset 0 00000400:00000200:1.0:1776267960.062889:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.062931:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.062939:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.062943:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.062946:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00010000:00000010:3.0:1776267960.063103:0:75364:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ab9e4807. 00000400:00000010:3.0:1776267960.063119:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267960.063122:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123776, offset 224 00000400:00000200:3.0:1776267960.063128:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.063147:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91280:91280:256:4294967295] 192.168.202.34@tcp LPNI seq info [91280:91280:8:4294967295] 00000400:00000200:1.0:1776267960.063169:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.063176:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.063181:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343698). 00000800:00000200:1.0:1776267960.063188:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.063196:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.063201:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267960.063318:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.063322:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090cec15c (tot 82343450). 00000400:00000200:1.0:1776267960.063326:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.063329:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.063334:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf197cb7 00000400:00000010:1.0:1776267960.063335:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf197cb7. 00000100:00000200:1.0:1776267960.063340:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000200aa5ca x1862549489488512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267960.063416:0:64837:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000426ca2df. 00010000:00000010:2.1:1776267960.063425:0:64837:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17b05f5. 00000400:00000200:3.0:1776267960.063801:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.063806:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91281:91281:255:4294967295] 192.168.202.34@tcp LPNI seq info [91281:91281:7:4294967295] 00000400:00000200:3.0:1776267960.063813:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.063817:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.063823:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267960.063826:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.063830:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.063832:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.063849:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2c7a06b. 00000020:00000010:3.0:1776267960.063853:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.063858:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e91671fb. 00000800:00000200:1.0:1776267960.064242:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.064245:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267960.064252:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.064257:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.064260:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:1.0:1776267960.064262:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00010000:00000010:3.1:1776267960.064542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6c926cf. 00010000:00000010:3.1:1776267960.064552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efb028e. 00010000:00000010:2.1:1776267960.064937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000279555f9. 00010000:00000010:1.1:1776267960.068250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:3.1:1776267960.072169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea6b0210. 00010000:00000010:3.1:1776267960.072186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c797c1e. 00000400:00000200:1.0:1776267960.077099:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.077132:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29280 00000400:00000200:1.0:1776267960.077158:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb73d9 [1] + 224 00000400:00000200:1.0:1776267960.077188:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.077194:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.077212:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000200aa5ca x1862549489488512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267960.077423:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028fe88a6. 00000400:00000200:0.0:1776267960.077431:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fd3bfba 00000400:00000010:0.0:1776267960.077433:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fd3bfba. 00000100:00000200:0.0:1776267960.077440:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000200aa5ca x1862549489488512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.077448:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000200aa5ca x1862549489488512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267960.077488:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8f76a91. 02000000:00000010:0.0:1776267960.077497:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014cf24cb. 00000100:00000010:0.0:1776267960.077502:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 00000100:00000010:0.0:1776267960.077507:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a442faaa. 00010000:00000010:0.0:1776267960.077514:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d241a1dd. 00000400:00000200:1.0:1776267960.091320:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.091343:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a4c0 00000400:00000200:1.0:1776267960.091354:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5dd5 [2] + 1640 00000400:00000200:1.0:1776267960.091429:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.091434:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.091440:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267960.091447:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 00000020:00000010:3.0:1776267960.091807:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e91671fb. 00000020:00000010:3.0:1776267960.091815:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2c7a06b. 00000020:00000010:3.0:1776267960.091819:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.091845:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa9f9452 x1862549476123840/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267960.091878:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123840 02000000:00000010:3.0:1776267960.091890:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000025e56940. 00010000:00000010:3.0:1776267960.091959:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035e36aee. 00010000:00000010:3.0:1776267960.091981:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f6acf77e. 00000100:00000010:3.0:1776267960.091990:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078c704b9. 00000100:00000010:3.0:1776267960.092018:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078c704b9. 00010000:00000010:3.0:1776267960.092022:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f6acf77e. 00000400:00000010:3.0:1776267960.092038:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035f6f22f. 00000100:00000200:3.0:1776267960.092044:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123840, offset 224 00000400:00000200:3.0:1776267960.092054:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.092068:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.092074:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91282:91282:256:4294967295] 192.168.202.34@tcp LPNI seq info [91282:91282:8:4294967295] 00000400:00000200:3.0:1776267960.092083:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.092088:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.092093:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267960.092099:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.092107:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.092112:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.092140:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2c7a06b. 00000020:00000010:3.0:1776267960.092143:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.092146:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e91671fb. 00080000:00000010:1.0:1776267960.092516:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014cf24cb. 00010000:00000010:1.0:1776267960.092603:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267960.092610:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000abf933f9. 00010000:00000010:1.0:1776267960.092688:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053fdbf60. 00010000:00000010:1.0:1776267960.092694:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267960.092719:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000700410b9. 00000100:00000010:1.0:1776267960.092724:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000146d94ce. 00000100:00000010:1.0:1776267960.092731:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 02000000:00000010:1.0:1776267960.092752:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8f76a91. 02000000:00000010:1.0:1776267960.092779:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3603ec8. 00000400:00000010:1.0:1776267960.092786:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf14bda. 00000400:00000010:1.0:1776267960.092790:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf197cb7. 00000100:00000200:1.0:1776267960.092796:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488576, portal 16 00000400:00000010:1.0:1776267960.092800:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c75b50e9. 00000100:00000200:1.0:1776267960.092802:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488576, offset 0 00000400:00000200:1.0:1776267960.092808:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.092816:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.092822:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.092838:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.092841:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.092843:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91283:91283:255:4294967295] 192.168.202.34@tcp LPNI seq info [91283:91283:7:4294967295] 00000400:00000200:1.0:1776267960.092853:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.092858:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.092862:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343946). 00000800:00000200:1.0:1776267960.092867:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.092871:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.092874:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267960.093134:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.093331:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343698). 00000400:00000200:2.0:1776267960.093344:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.093354:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.093363:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035f6f22f 00000400:00000010:2.0:1776267960.093366:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035f6f22f. 00000800:00000200:2.0:1776267960.095290:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.095301:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090cec15c (tot 82343450). 00000400:00000200:2.0:1776267960.095313:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.095326:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.095333:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c75b50e9 00000400:00000010:2.0:1776267960.095336:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c75b50e9. 00000100:00000200:2.0:1776267960.095352:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f72124f x1862549489488576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.099182:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.099207:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b292c0 00000400:00000200:1.0:1776267960.099217:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb73e9 [1] + 224 00000400:00000200:1.0:1776267960.099250:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.099255:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.099266:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f72124f x1862549489488576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267960.099414:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf14bda. 00000400:00000200:3.0:1776267960.099420:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf197cb7 00000400:00000010:3.0:1776267960.099422:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf197cb7. 00000100:00000200:3.0:1776267960.099428:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f72124f x1862549489488576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267960.099435:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f72124f x1862549489488576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267960.099466:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3603ec8. 02000000:00000010:3.0:1776267960.099473:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8f76a91. 00000100:00000010:3.0:1776267960.099477:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 00000100:00000010:3.0:1776267960.099481:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000146d94ce. 00010000:00000010:3.0:1776267960.099486:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000700410b9. 00010000:00000010:1.1:1776267960.101251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023497e6c. 00010000:00000010:1.1:1776267960.101268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b2becd3. 00000400:00000200:1.0:1776267960.101314:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.101332:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a500 00000400:00000200:1.0:1776267960.101342:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5dd5 [2] + 1968 00000400:00000010:1.0:1776267960.101347:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002fa93f61. 00000400:00000200:1.0:1776267960.101352:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ebc06f49 00000400:00000200:1.0:1776267960.101408:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.101412:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.101416:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebc06f49 00000400:00000010:1.0:1776267960.101418:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ebc06f49 (tot 82343298). 00000100:00000200:1.0:1776267960.101424:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267960.101533:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e91671fb. 00000020:00000010:3.0:1776267960.101546:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.101552:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.101596:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b855fa57 x1862549476123904/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267960.101637:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123904 02000000:00000010:3.0:1776267960.101657:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bca99ffe. 00010000:00000010:3.0:1776267960.101702:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f6970f33. 00010000:00000010:3.0:1776267960.101732:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b373ad2. 00000100:00000010:3.0:1776267960.101741:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078c704b9. 00000100:00000010:3.0:1776267960.101771:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078c704b9. 00010000:00000010:3.0:1776267960.101776:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b373ad2. 00000400:00000010:3.0:1776267960.101794:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b701ac31. 00000100:00000200:3.0:1776267960.101802:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123904, offset 224 00000400:00000200:3.0:1776267960.101812:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.101828:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.101835:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91284:91284:256:4294967295] 192.168.202.34@tcp LPNI seq info [91284:91284:8:4294967295] 00000400:00000200:3.0:1776267960.101846:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.101852:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.101858:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343546). 00000800:00000200:3.0:1776267960.101866:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.101877:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.101883:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776267960.101940:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001549d052. 00000020:00000010:3.0:1776267960.101952:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.101959:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.101962:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e91671fb. 02000000:00000010:3.0:1776267960.101971:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025e56940. 00000100:00000010:3.0:1776267960.101974:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 02000000:00000010:3.0:1776267960.101979:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c474273. 00000100:00000010:3.0:1776267960.101983:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 02000000:00000010:3.0:1776267960.101986:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000fb254f9. 00000100:00000010:3.0:1776267960.101991:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 02000000:00000010:3.0:1776267960.101994:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000672e24fa. 00000100:00000010:3.0:1776267960.101996:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007259c45b. 02000000:00000010:3.0:1776267960.102001:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067bb5691. 00000100:00000010:3.0:1776267960.102002:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 02000000:00000010:3.0:1776267960.102008:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce3d2268. 00000100:00000010:3.0:1776267960.102012:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090b3b0d2. 00000100:00000200:3.0:1776267960.102019:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267960.102026:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c8724a03. 00000400:00000010:3.0:1776267960.102031:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000078c704b9 (tot 82343698). 00010000:00000010:1.0:1776267960.102050:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267960.102061:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009743069e. 00010000:00000010:1.0:1776267960.102139:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b2becd3. 00010000:00000010:1.0:1776267960.102145:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267960.102159:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000068f84808. 00000100:00000010:1.0:1776267960.102166:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038ac5781. 00000100:00000010:1.0:1776267960.102176:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267960.102190:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3603ec8. 02000000:00000010:1.0:1776267960.102219:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004787b750. 00000400:00000010:1.0:1776267960.102224:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267960.102240:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bde3ac1. 00000100:00000200:1.0:1776267960.102248:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488640, portal 16 00000400:00000010:1.0:1776267960.102254:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756ab9ae. 00000100:00000200:1.0:1776267960.102257:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488640, offset 0 00000400:00000200:1.0:1776267960.102265:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.102278:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.102285:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.102288:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.102292:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.102296:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91285:91285:255:4294967295] 192.168.202.34@tcp LPNI seq info [91285:91285:7:4294967295] 00000400:00000200:1.0:1776267960.102307:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.102313:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.102318:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099b4f764 (tot 82343946). 00000800:00000200:1.0:1776267960.102323:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.102330:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.102334:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099b4f764 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267960.102424:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.102429:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343698). 00000400:00000200:0.0:1776267960.102434:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.102438:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.102441:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b701ac31 00000400:00000010:0.0:1776267960.102443:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b701ac31. 02000000:00000010:0.0:1776267960.102448:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bca99ffe. 00000800:00000200:0.0:1776267960.102497:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.102499:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099b4f764 (tot 82343450). 00000400:00000200:0.0:1776267960.102502:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.102505:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.102507:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756ab9ae 00000400:00000010:0.0:1776267960.102508:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756ab9ae. 00000100:00000200:0.0:1776267960.102513:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489488640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.106040:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.106066:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29300 00000400:00000200:1.0:1776267960.106077:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb73f9 [1] + 224 00000400:00000200:1.0:1776267960.106094:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.106098:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.106112:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489488640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267960.106575:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:3.0:1776267960.106583:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bde3ac1 00000400:00000010:3.0:1776267960.106585:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bde3ac1. 00000100:00000200:3.0:1776267960.106592:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489488640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267960.106599:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489488640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267960.106641:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004787b750. 02000000:00000010:3.0:1776267960.106649:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3603ec8. 00000100:00000010:3.0:1776267960.106657:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:3.0:1776267960.106662:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000038ac5781. 00010000:00000010:3.0:1776267960.106668:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000068f84808. 00000400:00000200:1.0:1776267960.106723:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.106731:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a540 00000400:00000200:1.0:1776267960.106737:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5e2d [2] + 0 00000400:00000200:1.0:1776267960.106819:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.106822:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.106827:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267960.106832:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 00000020:00000010:3.0:1776267960.107528:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce3d2268. 00000020:00000010:3.0:1776267960.107537:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.107542:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.107578:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008d76028b x1862549476123968/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267960.109155:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476123968 02000000:00000010:3.0:1776267960.109185:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067bb5691. 00010000:00000010:3.0:1776267960.109239:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000732eb68a. 00010000:00000010:3.0:1776267960.109274:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b373ad2. 00000100:00000010:3.0:1776267960.109287:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f431ac0b. 00000100:00000010:3.0:1776267960.109314:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f431ac0b. 00010000:00000010:3.0:1776267960.109319:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b373ad2. 00000400:00000010:3.0:1776267960.109340:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000856d905e. 00000100:00000200:3.0:1776267960.109347:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476123968, offset 224 00000400:00000200:3.0:1776267960.109386:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.109409:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.109417:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91286:91286:256:4294967295] 192.168.202.34@tcp LPNI seq info [91286:91286:8:4294967295] 00000400:00000200:3.0:1776267960.109430:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.109438:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.109445:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267960.109453:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.109463:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.109469:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.109498:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.109504:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.109508:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce3d2268. 00080000:00000010:2.0:1776267960.113033:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aba7e3c7. 00010000:00000010:2.0:1776267960.113171:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:2.0:1776267960.113183:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b503fcab. 00000800:00000200:0.0:1776267960.116272:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.116285:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267960.116301:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.116315:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00010000:00000010:3.1:1776267960.116334:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c78df04. 00000400:00000200:0.0:1776267960.116571:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:0.0:1776267960.116575:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00010000:00000010:2.0:1776267960.118731:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f17b05f5. 00010000:00000010:2.0:1776267960.118751:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000001c1e2af. 00010000:00000010:2.0:1776267960.118777:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002acc4e25. 00000100:00000010:2.0:1776267960.118788:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:2.0:1776267960.118803:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267960.118823:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000fb254f9. 02000000:00000010:2.0:1776267960.118871:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc0b6c42. 00000400:00000010:2.0:1776267960.118882:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c17f663. 00000400:00000010:2.0:1776267960.118890:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008083c290. 00000100:00000200:2.0:1776267960.118916:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488704, portal 16 00000400:00000010:2.0:1776267960.118925:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cca27. 00000100:00000200:2.0:1776267960.118928:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488704, offset 0 00000400:00000200:2.0:1776267960.118943:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00010000:00000010:1.1:1776267960.119220:0:78489:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000751169b1. 00010000:00000010:3.1:1776267960.119987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066569bda. 00010000:00000010:1.1:1776267960.121042:0:78489:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053fdbf60. 00000400:00000200:2.0:1776267960.121682:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.121696:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.121700:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.121704:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.121708:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91287:91287:256:4294967295] 192.168.202.34@tcp LPNI seq info [91287:91287:8:4294967295] 00000400:00000200:2.0:1776267960.121722:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.121730:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.121738:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267960.121748:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.121757:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.121763:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267960.122602:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.122609:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:0.0:1776267960.122618:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.122625:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.122633:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cca27 00000400:00000010:0.0:1776267960.122636:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cca27. 00000100:00000200:0.0:1776267960.122653:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5837bfc x1862549489488704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267960.124281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e897dec. 00010000:00000010:2.1:1776267960.124297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b2becd3. 00010000:00000010:3.1:1776267960.125758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d2ce9ec. 00000400:00000200:1.0:1776267960.126956:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.126978:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29340 00000400:00000200:1.0:1776267960.126991:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7405 [1] + 224 00000400:00000200:1.0:1776267960.127008:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.127012:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.127027:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5837bfc x1862549489488704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.127060:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.127064:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a580 00000400:00000200:1.0:1776267960.127069:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5e2d [2] + 328 00000400:00000200:1.0:1776267960.127079:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.127081:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.127086:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267960.127093:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 00000020:00000010:1.0:1776267960.127147:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c5c90c9. 00000020:00000010:1.0:1776267960.127155:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007992c09e. 00000020:00000010:1.0:1776267960.127160:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267960.127192:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000032d5c907 x1862549476124032/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267960.127237:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124032 02000000:00000010:1.0:1776267960.127255:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d52c63b2. 00010000:00000010:1.0:1776267960.127305:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b3b2b2e4. 00000100:00000010:1.0:1776267960.127313:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e74880b6. 00000100:00000010:1.0:1776267960.127323:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e74880b6. 00010000:00000010:1.0:1776267960.127328:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b3b2b2e4. 00000400:00000010:1.0:1776267960.127346:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267960.127353:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124032, offset 224 00000400:00000200:1.0:1776267960.127363:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.127453:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.127460:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91288:91288:256:4294967295] 192.168.202.34@tcp LPNI seq info [91288:91288:8:4294967295] 00000400:00000200:1.0:1776267960.127471:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.127477:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.127482:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099b4f764 (tot 82343698). 00000800:00000200:1.0:1776267960.127489:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.127498:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.127502:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099b4f764 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267960.127526:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007992c09e. 00000020:00000010:1.0:1776267960.127531:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267960.127534:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c5c90c9. 00000800:00000200:1.0:1776267960.127668:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.127673:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099b4f764 (tot 82343450). 00000400:00000200:1.0:1776267960.127676:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.127680:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.127685:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:1.0:1776267960.127688:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000400:00000010:2.0:1776267960.127924:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c17f663. 00000400:00000200:2.0:1776267960.127931:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008083c290 00000400:00000010:2.0:1776267960.127932:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008083c290. 00000100:00000200:2.0:1776267960.127942:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489488704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.127951:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489488704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267960.127976:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ecc9bb4. 02000000:00000010:2.0:1776267960.127996:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc0b6c42. 02000000:00000010:2.0:1776267960.128004:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000fb254f9. 00000100:00000010:2.0:1776267960.128008:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:2.0:1776267960.128011:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:2.0:1776267960.128015:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002acc4e25. 00080000:00000010:2.0:1776267960.128036:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fb254f9. 00010000:00000010:2.0:1776267960.128149:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001c1e2af. 00010000:00000010:2.0:1776267960.128156:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d13f37c4. 00010000:00000010:2.0:1776267960.128264:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.0:1776267960.128271:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000001c1e2af. 00010000:00000010:2.0:1776267960.128284:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002acc4e25. 00000100:00000010:2.0:1776267960.128288:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a01e57c5. 00000100:00000010:2.0:1776267960.128295:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 02000000:00000010:2.0:1776267960.128308:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc0b6c42. 02000000:00000010:2.0:1776267960.128337:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6efda11. 00000400:00000010:2.0:1776267960.128341:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c17f663. 00000400:00000010:2.0:1776267960.128345:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008083c290. 00000100:00000200:2.0:1776267960.128350:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488768, portal 16 00000400:00000010:2.0:1776267960.128355:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a296b32. 00000100:00000200:2.0:1776267960.128356:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488768, offset 0 00000400:00000200:2.0:1776267960.128363:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.128371:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.128390:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.128394:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.128397:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.128400:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91289:91289:256:4294967295] 192.168.202.34@tcp LPNI seq info [91289:91289:8:4294967295] 00000400:00000200:2.0:1776267960.128520:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.128527:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.128531:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267960.128537:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.128542:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.128545:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267960.128820:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.128823:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:1.0:1776267960.128828:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.128832:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.128835:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a296b32 00000400:00000010:1.0:1776267960.128836:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a296b32. 00000100:00000200:1.0:1776267960.128842:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f5837bfc x1862549489488768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267960.133868:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267960.133922:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29380 00000400:00000200:2.0:1776267960.133933:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7411 [1] + 224 00000400:00000200:2.0:1776267960.133948:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.133952:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267960.133965:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f5837bfc x1862549489488768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267960.133998:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267960.134003:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a5c0 00000400:00000200:2.0:1776267960.134008:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5e2d [2] + 656 00000400:00000200:2.0:1776267960.134068:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.134071:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267960.134076:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267960.134083:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047e24643. 00000020:00000010:2.0:1776267960.134142:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ce39fee. 00000020:00000010:2.0:1776267960.134150:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.134155:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267960.134186:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047e24643 x1862549476124096/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267960.134217:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124096 02000000:00000010:2.0:1776267960.134241:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d55bf219. 00010000:00000010:2.0:1776267960.134292:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b49c4a8a. 00000100:00000010:2.0:1776267960.134302:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a785b8b. 00000100:00000010:2.0:1776267960.134311:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a785b8b. 00010000:00000010:2.0:1776267960.134317:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b49c4a8a. 00000400:00000010:2.0:1776267960.134337:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267960.134343:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124096, offset 224 00000400:00000200:2.0:1776267960.134355:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.134368:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000010:3.0:1776267960.134625:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c17f663. 00000400:00000200:3.0:1776267960.134633:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008083c290 00000400:00000010:3.0:1776267960.134635:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008083c290. 00000100:00000200:3.0:1776267960.134645:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f5837bfc x1862549489488768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267960.134653:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f5837bfc x1862549489488768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267960.134682:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e40f8de. 02000000:00000010:3.0:1776267960.134701:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6efda11. 02000000:00000010:3.0:1776267960.134707:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc0b6c42. 00000100:00000010:3.0:1776267960.134715:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f5837bfc. 00000100:00000010:3.0:1776267960.134718:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a01e57c5. 00010000:00000010:3.0:1776267960.134723:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002acc4e25. 00080000:00000010:3.0:1776267960.134745:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce3d2268. 00010000:00000010:3.0:1776267960.134870:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001c1e2af. 00010000:00000010:3.0:1776267960.134876:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3eab184. 00010000:00000010:3.0:1776267960.134989:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003310abc8. 00010000:00000010:3.0:1776267960.134997:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000078234e4e. 00010000:00000010:3.0:1776267960.135008:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b373ad2. 00000100:00000010:3.0:1776267960.135013:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f431ac0b. 00000100:00000010:3.0:1776267960.135021:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc3056fa. 02000000:00000010:3.0:1776267960.135034:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000672e24fa. 02000000:00000010:3.0:1776267960.135061:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c474273. 00000400:00000010:3.0:1776267960.135065:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002fa93f61. 00000400:00000010:3.0:1776267960.135070:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1ac30ef. 00000100:00000200:3.0:1776267960.135075:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488832, portal 16 00000400:00000010:3.0:1776267960.135079:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009fb04f42. 00000100:00000200:3.0:1776267960.135081:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488832, offset 0 00000400:00000200:3.0:1776267960.135086:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.135520:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91290:91290:256:4294967295] 192.168.202.34@tcp LPNI seq info [91290:91290:8:4294967295] 00000400:00000200:2.0:1776267960.135534:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.135541:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.135549:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267960.135563:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.135573:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.135579:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.135616:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.135623:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267960.135628:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ce39fee. 00000800:00000200:2.0:1776267960.135750:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.135754:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:2.0:1776267960.135758:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.135762:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.135766:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:2.0:1776267960.135768:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 00000400:00000200:3.0:1776267960.137842:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.137855:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267960.137860:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267960.137865:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267960.137869:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91291:91291:255:4294967295] 192.168.202.34@tcp LPNI seq info [91291:91291:7:4294967295] 00000400:00000200:3.0:1776267960.137884:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.137939:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.137946:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267960.137956:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.137965:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.137970:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267960.141624:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.141632:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:2.0:1776267960.141644:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.141656:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.141664:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009fb04f42 00000400:00000010:2.0:1776267960.141666:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009fb04f42. 00000100:00000200:2.0:1776267960.141678:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc3056fa x1862549489488832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267960.151979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010760c42. 00010000:00000010:2.1:1776267960.151999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097213f8a. 00010000:00000010:2.1:1776267960.152004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17b05f5. 00000400:00000200:0.0:1776267960.152115:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.152141:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b293c0 00000400:00000200:0.0:1776267960.152151:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb741d [1] + 224 00000400:00000200:0.0:1776267960.152174:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.152179:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.152193:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fc3056fa x1862549489488832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267960.154631:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.154652:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a600 00000400:00000200:0.0:1776267960.154662:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5e2d [2] + 984 00000400:00000200:0.0:1776267960.154735:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.154740:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.154750:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.154757:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c3f9fd7f. 00000020:00000010:0.0:1776267960.154822:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001db33da1. 00000020:00000010:0.0:1776267960.154829:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267960.154834:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267960.154867:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c3f9fd7f x1862549476124160/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267960.154923:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124160 02000000:00000010:0.0:1776267960.154935:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2f2cd57. 00010000:00000010:0.0:1776267960.154982:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004a81247. 00000100:00000010:0.0:1776267960.154990:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d958c3a. 00000100:00000010:0.0:1776267960.154997:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008d958c3a. 00010000:00000010:0.0:1776267960.155001:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004a81247. 00000400:00000010:0.0:1776267960.155018:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099a11cb2. 00000100:00000200:0.0:1776267960.155023:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124160, offset 224 00000400:00000200:0.0:1776267960.155031:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.155043:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.155049:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91292:91292:256:4294967295] 192.168.202.34@tcp LPNI seq info [91292:91292:8:4294967295] 00000400:00000200:0.0:1776267960.155060:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.155065:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.155071:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff893d (tot 82343698). 00000800:00000200:0.0:1776267960.155077:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.155084:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.155089:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093ff893d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267960.155108:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267960.155112:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267960.155115:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001db33da1. 00000800:00000200:0.0:1776267960.155186:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.155189:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343450). 00000400:00000200:0.0:1776267960.155193:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.155197:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.155202:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099a11cb2 00000400:00000010:0.0:1776267960.155205:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099a11cb2. 00000400:00000010:2.0:1776267960.158030:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002fa93f61. 00000400:00000200:2.0:1776267960.158045:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac30ef 00000400:00000010:2.0:1776267960.158047:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1ac30ef. 00000100:00000200:2.0:1776267960.158066:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc3056fa x1862549489488832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.158083:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc3056fa x1862549489488832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267960.158117:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027510106. 02000000:00000010:2.0:1776267960.158140:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c474273. 02000000:00000010:2.0:1776267960.158147:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000672e24fa. 00000100:00000010:2.0:1776267960.158152:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc3056fa. 00000100:00000010:2.0:1776267960.158157:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f431ac0b. 00010000:00000010:2.0:1776267960.158162:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b373ad2. 00080000:00000010:2.0:1776267960.158187:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5fc0531. 00010000:00000010:2.0:1776267960.158325:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078234e4e. 00010000:00000010:2.0:1776267960.158334:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000763ed637. 00010000:00000010:3.1:1776267960.158732:0:78491:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b269375b. 00010000:00000010:3.1:1776267960.158741:0:78491:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054dcd5e3. 00010000:00000010:3.1:1776267960.158747:0:78491:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.0:1776267960.160028:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f17b05f5. 00010000:00000010:2.0:1776267960.160043:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e6a7f13. 00010000:00000010:2.0:1776267960.160061:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b49c4a8a. 00000100:00000010:2.0:1776267960.160070:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a785b8b. 00000100:00000010:2.0:1776267960.160082:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd184d01. 02000000:00000010:2.0:1776267960.160098:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c828800f. 02000000:00000010:2.0:1776267960.160137:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea75c513. 00000400:00000010:2.0:1776267960.160144:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000009e1fd2. 00000400:00000010:2.0:1776267960.160151:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267960.160159:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488896, portal 16 00000400:00000010:2.0:1776267960.160166:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267960.160168:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488896, offset 0 00000400:00000200:2.0:1776267960.160179:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.160201:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.160209:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.160213:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.160216:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.160219:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91293:91293:256:4294967295] 192.168.202.34@tcp LPNI seq info [91293:91293:8:4294967295] 00000400:00000200:2.0:1776267960.160242:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.160250:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.160255:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267960.160263:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.160272:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.160277:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267960.160532:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.160537:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:0.0:1776267960.160543:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.160548:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.160553:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:0.0:1776267960.160555:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000100:00000200:0.0:1776267960.160566:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd184d01 x1862549489488896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267960.169662:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267960.169696:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29400 00000400:00000200:2.0:1776267960.169707:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7429 [1] + 224 00000400:00000200:2.0:1776267960.169722:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.169725:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267960.169739:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd184d01 x1862549489488896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267960.170533:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267960.170542:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a640 00000400:00000200:2.0:1776267960.170548:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5e2d [2] + 1312 00000400:00000200:2.0:1776267960.170637:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.170641:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267960.170647:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267960.170655:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000070c0c82b. 00000020:00000010:2.0:1776267960.170728:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c13579e3. 00000020:00000010:2.0:1776267960.170736:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.170741:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267960.170775:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000070c0c82b x1862549476124224/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267960.170806:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124224 02000000:00000010:2.0:1776267960.170818:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fdce6f51. 00010000:00000010:2.0:1776267960.170863:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef53ab63. 00000100:00000010:2.0:1776267960.170870:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f431ac0b. 00000100:00000010:2.0:1776267960.170878:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f431ac0b. 00010000:00000010:2.0:1776267960.170883:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef53ab63. 00000400:00000010:2.0:1776267960.170914:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004395e51d. 00000100:00000200:2.0:1776267960.170920:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124224, offset 224 00000400:00000200:2.0:1776267960.170928:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.170940:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.170946:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91294:91294:256:4294967295] 192.168.202.34@tcp LPNI seq info [91294:91294:8:4294967295] 00000400:00000200:2.0:1776267960.170955:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.170961:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.170966:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267960.170971:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.170979:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.170982:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.171002:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.171006:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267960.171009:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c13579e3. 00000800:00000200:2.0:1776267960.171083:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.171087:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:2.0:1776267960.171091:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.171094:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.171097:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004395e51d 00000400:00000010:2.0:1776267960.171099:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004395e51d. 00000400:00000010:1.0:1776267960.172754:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000009e1fd2. 00000400:00000200:1.0:1776267960.172765:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:1.0:1776267960.172767:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 00000100:00000200:1.0:1776267960.172784:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd184d01 x1862549489488896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.172794:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd184d01 x1862549489488896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267960.172827:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085e9c12b. 02000000:00000010:1.0:1776267960.172848:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea75c513. 02000000:00000010:1.0:1776267960.172854:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c828800f. 00000100:00000010:1.0:1776267960.172859:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd184d01. 00000100:00000010:1.0:1776267960.172863:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008a785b8b. 00010000:00000010:1.0:1776267960.172868:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b49c4a8a. 00010000:00000010:2.1:1776267960.173077:0:78493:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dedd1cd2. 00010000:00000010:2.1:1776267960.173087:0:78493:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c87891e. 00010000:00000010:2.1:1776267960.173091:0:78493:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00080000:00000010:0.0:1776267960.177523:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b154f235. 00010000:00000010:0.0:1776267960.177666:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e6a7f13. 00010000:00000010:0.0:1776267960.177678:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000030eeef2d. 00010000:00000010:0.0:1776267960.177771:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a7d4e5a. 00010000:00000010:0.0:1776267960.177778:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267960.177794:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000071fb3116. 00000100:00000010:0.0:1776267960.177810:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000055751e71. 00000100:00000010:0.0:1776267960.177824:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c8f78031. 02000000:00000010:0.0:1776267960.177842:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005e09a0bd. 02000000:00000010:0.0:1776267960.177880:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004737cd22. 00000400:00000010:0.0:1776267960.177888:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002192af62. 00000400:00000010:0.0:1776267960.178571:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099a11cb2. 00000100:00000200:0.0:1776267960.178583:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489488960, portal 16 00000400:00000010:0.0:1776267960.178591:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267960.178594:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489488960, offset 0 00000400:00000200:0.0:1776267960.178608:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.178630:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.178639:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.178643:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.178646:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.178650:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91295:91295:256:4294967295] 192.168.202.34@tcp LPNI seq info [91295:91295:8:4294967295] 00000400:00000200:0.0:1776267960.178662:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.178668:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.178675:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff893d (tot 82343698). 00000800:00000200:0.0:1776267960.178683:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.178692:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.178697:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093ff893d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.183924:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.183936:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343450). 00000400:00000200:3.0:1776267960.183946:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.183958:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.183965:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:3.0:1776267960.183967:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00000100:00000200:3.0:1776267960.183981:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c8f78031 x1862549489488960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267960.190141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002634fc28. 00010000:00000010:0.1:1776267960.190160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17b05f5. 00010000:00000010:1.1:1776267960.190206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4360824. 00000400:00000200:3.0:1776267960.194401:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.194438:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29440 00000400:00000200:3.0:1776267960.194452:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7435 [1] + 224 00000400:00000200:3.0:1776267960.194468:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.194473:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.194487:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c8f78031 x1862549489488960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.194529:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.194534:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a680 00000400:00000200:3.0:1776267960.194538:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5e2d [2] + 1640 00000400:00000200:3.0:1776267960.194549:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.194551:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.194556:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.194564:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 00000020:00000010:3.0:1776267960.194629:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025e56940. 00000020:00000010:3.0:1776267960.194638:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.194644:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.194682:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050969a85 x1862549476124288/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267960.194721:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124288 02000000:00000010:3.0:1776267960.194737:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e91671fb. 00010000:00000010:3.0:1776267960.194788:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc7d5a4f. 00000100:00000010:3.0:1776267960.194798:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dfe51e5e. 00000100:00000010:3.0:1776267960.194806:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dfe51e5e. 00010000:00000010:3.0:1776267960.194811:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc7d5a4f. 00000400:00000010:3.0:1776267960.194831:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b920d1d. 00000100:00000200:3.0:1776267960.194839:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124288, offset 224 00000400:00000200:3.0:1776267960.194847:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.194862:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.194868:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91296:91296:256:4294967295] 192.168.202.34@tcp LPNI seq info [91296:91296:8:4294967295] 00000400:00000200:3.0:1776267960.194882:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.194888:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.194931:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267960.194938:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.194946:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.194951:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.194974:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.194979:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.194982:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025e56940. 00000800:00000200:3.0:1776267960.195105:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.195109:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:3.0:1776267960.195116:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.195119:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.195123:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b920d1d 00000400:00000010:3.0:1776267960.195125:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b920d1d. 00000400:00000010:0.0:1776267960.195304:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002192af62. 00000400:00000200:0.0:1776267960.195312:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099a11cb2 00000400:00000010:0.0:1776267960.195314:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099a11cb2. 00000100:00000200:0.0:1776267960.195322:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c8f78031 x1862549489488960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.195330:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c8f78031 x1862549489488960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267960.195356:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc506db1. 02000000:00000010:0.0:1776267960.195378:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004737cd22. 02000000:00000010:0.0:1776267960.195386:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005e09a0bd. 00000100:00000010:0.0:1776267960.195390:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c8f78031. 00000100:00000010:0.0:1776267960.195394:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000055751e71. 00010000:00000010:0.0:1776267960.195399:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000071fb3116. 00080000:00000010:0.0:1776267960.195432:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e09a0bd. 00010000:00000010:0.0:1776267960.195552:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267960.195560:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009c1ae43. 00010000:00000010:0.0:1776267960.195677:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000388671b9. 00010000:00000010:0.0:1776267960.195686:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae48363c. 00010000:00000010:0.0:1776267960.195701:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000071fb3116. 00000100:00000010:0.0:1776267960.195707:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008605621c. 00000100:00000010:0.0:1776267960.195715:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c8f78031. 02000000:00000010:0.0:1776267960.195730:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004737cd22. 02000000:00000010:0.0:1776267960.195760:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfc43a2d. 00000400:00000010:0.0:1776267960.195764:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002192af62. 00000400:00000010:0.0:1776267960.195770:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099a11cb2. 00000100:00000200:0.0:1776267960.195776:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489024, portal 16 00000400:00000010:0.0:1776267960.195782:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006163a41a. 00000100:00000200:0.0:1776267960.195783:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489024, offset 0 00000400:00000200:0.0:1776267960.195790:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.195800:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.195809:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.195813:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.195817:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.195821:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91297:91297:256:4294967295] 192.168.202.34@tcp LPNI seq info [91297:91297:8:4294967295] 00000400:00000200:0.0:1776267960.195830:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.195836:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.195840:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267960.195846:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.195852:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.195856:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.196175:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.196178:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343450). 00000400:00000200:3.0:1776267960.196183:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.196187:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.196191:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006163a41a 00000400:00000010:3.0:1776267960.196193:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006163a41a. 00000100:00000200:3.0:1776267960.196198:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c8f78031 x1862549489489024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.199391:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.199423:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29480 00000400:00000200:3.0:1776267960.199434:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7441 [1] + 224 00000400:00000200:3.0:1776267960.199453:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.199458:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.199470:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c8f78031 x1862549489489024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267960.199628:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002192af62. 00000400:00000200:2.0:1776267960.199636:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099a11cb2 00000400:00000010:2.0:1776267960.199638:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099a11cb2. 00000100:00000200:2.0:1776267960.199646:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c8f78031 x1862549489489024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.199654:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c8f78031 x1862549489489024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.199695:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfc43a2d. 02000000:00000010:2.0:1776267960.199701:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004737cd22. 00000100:00000010:2.0:1776267960.199707:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c8f78031. 00000100:00000010:2.0:1776267960.199711:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008605621c. 00010000:00000010:2.0:1776267960.199717:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000071fb3116. 00000400:00000200:3.0:1776267960.201659:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.201682:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a6c0 00000400:00000200:3.0:1776267960.201693:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5e2d [2] + 1968 00000400:00000010:3.0:1776267960.201698:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b0955d7d. 00000400:00000200:3.0:1776267960.201704:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000885af405 00000400:00000200:3.0:1776267960.201791:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.201797:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.201801:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000885af405 00000400:00000010:3.0:1776267960.201803:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000885af405 (tot 82343298). 00000100:00000200:3.0:1776267960.201810:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776267960.201993:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c13579e3. 00000020:00000010:2.0:1776267960.202001:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.202006:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267960.202042:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000067859c68 x1862549476124352/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267960.202075:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124352 02000000:00000010:2.0:1776267960.202088:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c5d0260. 00010000:00000010:2.0:1776267960.202124:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007816e2c3. 00010000:00000010:2.0:1776267960.202145:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef53ab63. 00000100:00000010:2.0:1776267960.202153:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f431ac0b. 00000100:00000010:2.0:1776267960.202167:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f431ac0b. 00010000:00000010:2.0:1776267960.202171:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef53ab63. 00000400:00000010:2.0:1776267960.202186:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004395e51d. 00000100:00000200:2.0:1776267960.202193:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124352, offset 224 00000400:00000200:2.0:1776267960.202201:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.202213:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.202220:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91298:91298:256:4294967295] 192.168.202.34@tcp LPNI seq info [91298:91298:8:4294967295] 00000400:00000200:2.0:1776267960.202240:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.202245:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.202251:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343546). 00000800:00000200:2.0:1776267960.202257:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.202265:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.202270:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.202288:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.202292:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267960.202295:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c13579e3. 02000000:00000010:2.0:1776267960.202307:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e91671fb. 00000100:00000010:2.0:1776267960.202312:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 02000000:00000010:2.0:1776267960.202317:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fdce6f51. 00000100:00000010:2.0:1776267960.202319:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000070c0c82b. 02000000:00000010:2.0:1776267960.202324:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2f2cd57. 00000100:00000010:2.0:1776267960.202326:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c3f9fd7f. 02000000:00000010:2.0:1776267960.202330:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d55bf219. 00000100:00000010:2.0:1776267960.202332:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047e24643. 02000000:00000010:2.0:1776267960.202336:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d52c63b2. 00000100:00000010:2.0:1776267960.202341:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 02000000:00000010:2.0:1776267960.202345:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067bb5691. 00000100:00000010:2.0:1776267960.202347:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 00000100:00000200:2.0:1776267960.202355:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776267960.202361:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008f9d71e2. 00000400:00000010:2.0:1776267960.202365:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f431ac0b (tot 82343698). 00080000:00000010:1.0:1776267960.202460:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2037dc8. 00010000:00000010:1.0:1776267960.202577:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae48363c. 00010000:00000010:1.0:1776267960.202586:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023f7a298. 00010000:00000010:1.0:1776267960.202702:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053fdbf60. 00010000:00000010:1.0:1776267960.202711:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267960.202723:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b3b2b2e4. 00000100:00000010:1.0:1776267960.202729:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e74880b6. 00000100:00000010:1.0:1776267960.202737:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090b3b0d2. 02000000:00000010:1.0:1776267960.202751:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd856fcf. 02000000:00000010:1.0:1776267960.202782:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009112ca2c. 00000400:00000010:1.0:1776267960.202788:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae94a7e7. 00000400:00000010:1.0:1776267960.202792:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267960.202796:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489088, portal 16 00000400:00000010:1.0:1776267960.202801:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4db8adb. 00000100:00000200:1.0:1776267960.202803:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489088, offset 0 00000400:00000200:1.0:1776267960.202810:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.202819:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.202829:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.202833:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.202836:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.202838:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91299:91299:255:4294967295] 192.168.202.34@tcp LPNI seq info [91299:91299:7:4294967295] 00000400:00000200:1.0:1776267960.202845:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.202849:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.202853:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099b4f764 (tot 82343946). 00000800:00000200:1.0:1776267960.202857:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.202861:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.202863:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099b4f764 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.203240:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.203245:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343698). 00000400:00000200:3.0:1776267960.203252:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.203258:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.203262:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004395e51d 00000400:00000010:3.0:1776267960.203263:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004395e51d. 02000000:00000010:3.0:1776267960.203271:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c5d0260. 00000800:00000200:3.0:1776267960.203657:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.203660:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099b4f764 (tot 82343450). 00000400:00000200:3.0:1776267960.203664:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.203669:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.203672:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4db8adb 00000400:00000010:3.0:1776267960.203674:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4db8adb. 00000100:00000200:3.0:1776267960.203681:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090b3b0d2 x1862549489489088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.206328:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.206356:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b294c0 00000400:00000200:3.0:1776267960.206370:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7451 [1] + 224 00000400:00000200:3.0:1776267960.206397:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.206401:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.206574:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090b3b0d2 x1862549489489088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.206662:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.206668:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a700 00000400:00000200:3.0:1776267960.206674:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5e85 [2] + 0 00000400:00000200:3.0:1776267960.206682:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.206685:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.206689:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.206696:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b58eae9f. 00000020:00000010:2.0:1776267960.207352:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d55bf219. 00000020:00000010:2.0:1776267960.207362:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.207367:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267960.207420:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b58eae9f x1862549476124416/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267960.207461:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124416 02000000:00000010:2.0:1776267960.207475:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fdce6f51. 00010000:00000010:2.0:1776267960.207531:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef53ab63. 00000100:00000010:2.0:1776267960.207543:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031c02c56. 00000100:00000010:2.0:1776267960.207552:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031c02c56. 00010000:00000010:2.0:1776267960.207556:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef53ab63. 00000400:00000010:2.0:1776267960.207576:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001290874d. 00000100:00000200:2.0:1776267960.207583:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124416, offset 224 00000400:00000200:2.0:1776267960.207591:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.207607:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.207614:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91300:91300:256:4294967295] 192.168.202.34@tcp LPNI seq info [91300:91300:8:4294967295] 00000400:00000200:2.0:1776267960.207625:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.207636:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.207642:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267960.207649:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.207658:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.207663:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.207683:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.207688:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267960.207692:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d55bf219. 00000800:00000200:3.0:1776267960.207946:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.207951:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267960.207957:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.207961:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.207966:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001290874d 00000400:00000010:3.0:1776267960.207969:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001290874d. 00010000:00000010:0.1:1776267960.210025:0:78496:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0ed187c. 00010000:00000010:0.1:1776267960.210042:0:78496:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0d31139. 00010000:00000010:0.1:1776267960.210046:0:78496:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a7d4e5a. 00000400:00000010:1.0:1776267960.210668:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae94a7e7. 00000400:00000200:1.0:1776267960.210677:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:1.0:1776267960.210679:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:1.0:1776267960.210698:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090b3b0d2 x1862549489489088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.210709:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090b3b0d2 x1862549489489088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267960.210745:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bff2997. 02000000:00000010:1.0:1776267960.210766:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009112ca2c. 02000000:00000010:1.0:1776267960.210773:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cd856fcf. 00000100:00000010:1.0:1776267960.210777:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090b3b0d2. 00000100:00000010:1.0:1776267960.210783:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e74880b6. 00010000:00000010:1.0:1776267960.210788:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b3b2b2e4. 00080000:00000010:1.0:1776267960.210813:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd856fcf. 00010000:00000010:1.0:1776267960.210954:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267960.210962:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf8130b6. 00010000:00000010:1.0:1776267960.211062:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b2becd3. 00010000:00000010:1.0:1776267960.211069:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267960.211082:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b3b2b2e4. 00000100:00000010:1.0:1776267960.211089:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e74880b6. 00000100:00000010:1.0:1776267960.211098:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090b3b0d2. 02000000:00000010:1.0:1776267960.211112:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009112ca2c. 02000000:00000010:1.0:1776267960.211147:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000daaf5d5a. 00000400:00000010:1.0:1776267960.211153:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae94a7e7. 00000400:00000010:1.0:1776267960.211158:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267960.211165:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489152, portal 16 00000400:00000010:1.0:1776267960.211171:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267960.211174:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489152, offset 0 00000400:00000200:1.0:1776267960.211183:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.211201:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.211209:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.211214:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.211217:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.211220:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91301:91301:256:4294967295] 192.168.202.34@tcp LPNI seq info [91301:91301:8:4294967295] 00000400:00000200:1.0:1776267960.211241:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.211248:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.211254:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090cec15c (tot 82343698). 00000800:00000200:1.0:1776267960.211261:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.211270:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.211274:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090cec15c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776267960.213347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005153e3a8. 00010000:00000010:1.1:1776267960.214046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000410323ee. 00010000:00000010:1.1:1776267960.214055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000388671b9. 00000800:00000200:3.0:1776267960.220710:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.220722:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090cec15c (tot 82343450). 00000400:00000200:3.0:1776267960.220732:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.220745:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.220752:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:3.0:1776267960.220755:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:3.0:1776267960.220768:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090b3b0d2 x1862549489489152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267960.223113:0:78497:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e390a43c. 00010000:00000010:1.1:1776267960.223130:0:78497:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c51a7ac. 00010000:00000010:1.1:1776267960.223134:0:78497:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053fdbf60. 00000400:00000200:3.0:1776267960.225123:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.225148:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29500 00000400:00000200:3.0:1776267960.225740:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb745d [1] + 224 00000400:00000200:2.0:1776267960.229337:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.229365:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267960.229398:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090b3b0d2 x1862549489489152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267960.229466:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267960.229484:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a740 00000400:00000200:2.0:1776267960.229494:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5e85 [2] + 328 00000400:00000200:2.0:1776267960.229590:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.229594:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267960.229600:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267960.229608:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047e24643. 00000400:00000010:0.0:1776267960.229777:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae94a7e7. 00000400:00000200:0.0:1776267960.229784:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:0.0:1776267960.229786:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:0.0:1776267960.229792:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090b3b0d2 x1862549489489152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.229800:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090b3b0d2 x1862549489489152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267960.229839:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000daaf5d5a. 02000000:00000010:0.0:1776267960.229846:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009112ca2c. 00000100:00000010:0.0:1776267960.229850:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090b3b0d2. 00000100:00000010:0.0:1776267960.229856:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e74880b6. 00010000:00000010:0.0:1776267960.229861:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b3b2b2e4. 00000020:00000010:3.0:1776267960.230310:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025e56940. 00000020:00000010:3.0:1776267960.230321:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.230327:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.230360:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000047e24643 x1862549476124480/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267960.230541:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124480 02000000:00000010:3.0:1776267960.230559:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067bb5691. 00010000:00000010:3.0:1776267960.230594:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f319d73. 00010000:00000010:3.0:1776267960.230620:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc7d5a4f. 00000100:00000010:3.0:1776267960.230628:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dfe51e5e. 00000100:00000010:3.0:1776267960.230728:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dfe51e5e. 00010000:00000010:3.0:1776267960.230733:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc7d5a4f. 00000400:00000010:3.0:1776267960.230751:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b920d1d. 00000100:00000200:3.0:1776267960.230757:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124480, offset 224 00000400:00000200:3.0:1776267960.230765:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.230779:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.230785:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91302:91302:256:4294967295] 192.168.202.34@tcp LPNI seq info [91302:91302:8:4294967295] 00000400:00000200:3.0:1776267960.230796:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.230801:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.230807:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267960.230813:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.230822:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.230827:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.230853:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.230857:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.230860:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025e56940. 00000800:00000200:2.0:1776267960.231194:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.231200:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:2.0:1776267960.231207:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.231211:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.231215:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b920d1d 00000400:00000010:2.0:1776267960.231217:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b920d1d. 00080000:00000010:0.0:1776267960.232184:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfc43a2d. 00010000:00000010:0.0:1776267960.232341:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:0.0:1776267960.232353:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e99e68a. 00010000:00000010:0.0:1776267960.232694:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a7d4e5a. 00010000:00000010:0.0:1776267960.232703:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000606da36d. 00010000:00000010:0.0:1776267960.232718:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267960.232727:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267960.232739:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000559a3336. 02000000:00000010:0.0:1776267960.232756:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006893ad02. 02000000:00000010:0.0:1776267960.232791:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001db33da1. 00000400:00000010:0.0:1776267960.232798:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bcb308db. 00000400:00000010:0.0:1776267960.232804:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b779ebb. 00000100:00000200:0.0:1776267960.232813:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489216, portal 16 00000400:00000010:0.0:1776267960.232819:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000673fe50f. 00000100:00000200:0.0:1776267960.232821:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489216, offset 0 00000400:00000200:0.0:1776267960.232831:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.232850:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.232858:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.232863:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.232867:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.232870:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91303:91303:256:4294967295] 192.168.202.34@tcp LPNI seq info [91303:91303:8:4294967295] 00000400:00000200:0.0:1776267960.232880:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.232886:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.232891:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343698). 00000800:00000200:0.0:1776267960.233059:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.233067:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.233072:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.233248:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.233253:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343450). 00000400:00000200:3.0:1776267960.233258:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.233263:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.233268:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000673fe50f 00000400:00000010:3.0:1776267960.233271:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000673fe50f. 00000100:00000200:3.0:1776267960.233282:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000559a3336 x1862549489489216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267960.243292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012ca3e57. 00000400:00000200:0.0:1776267960.243671:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.243696:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29540 00000400:00000200:0.0:1776267960.243707:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7469 [1] + 224 00000400:00000200:0.0:1776267960.243725:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.243730:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.243747:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000559a3336 x1862549489489216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267960.243789:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.243794:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a780 00000400:00000200:0.0:1776267960.243798:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5e85 [2] + 656 00000400:00000200:0.0:1776267960.243874:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.243877:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.243882:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.243888:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003d99e24. 00000020:00000010:3.0:1776267960.244224:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025e56940. 00000020:00000010:3.0:1776267960.244251:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.244257:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.244303:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003d99e24 x1862549476124544/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267960.244351:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124544 02000000:00000010:3.0:1776267960.244363:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e91671fb. 00010000:00000010:3.0:1776267960.244428:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc7d5a4f. 00000100:00000010:3.0:1776267960.244437:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dfe51e5e. 00000100:00000010:3.0:1776267960.244446:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dfe51e5e. 00010000:00000010:3.0:1776267960.244450:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc7d5a4f. 00000400:00000010:3.0:1776267960.244469:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b920d1d. 00000100:00000200:3.0:1776267960.244474:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124544, offset 224 00000400:00000200:3.0:1776267960.244482:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.244496:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.244503:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91304:91304:256:4294967295] 192.168.202.34@tcp LPNI seq info [91304:91304:8:4294967295] 00000400:00000200:3.0:1776267960.244514:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.244519:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.244525:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267960.244531:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.244540:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.244545:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.244567:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.244572:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.244576:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025e56940. 00000800:00000200:3.0:1776267960.244667:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.244671:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267960.244678:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.244682:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.244686:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b920d1d 00000400:00000010:3.0:1776267960.244689:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b920d1d. 00000400:00000010:2.0:1776267960.246082:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bcb308db. 00000400:00000200:2.0:1776267960.246093:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b779ebb 00000400:00000010:2.0:1776267960.246095:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b779ebb. 00000100:00000200:2.0:1776267960.246109:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000559a3336 x1862549489489216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.246120:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000559a3336 x1862549489489216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267960.246151:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfbd1887. 02000000:00000010:2.0:1776267960.246172:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001db33da1. 02000000:00000010:2.0:1776267960.246179:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006893ad02. 00000100:00000010:2.0:1776267960.246183:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000559a3336. 00000100:00000010:2.0:1776267960.246187:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:2.0:1776267960.246191:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00080000:00000010:2.0:1776267960.246214:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c828800f. 00010000:00000010:2.0:1776267960.246346:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000606da36d. 00010000:00000010:2.0:1776267960.246354:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2ae6c5a. 00010000:00000010:2.0:1776267960.247221:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003170a25d. 00010000:00000010:2.0:1776267960.247242:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c09e029. 00010000:00000010:2.0:1776267960.247258:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b32d6458. 00000100:00000010:2.0:1776267960.247266:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031c02c56. 00000100:00000010:2.0:1776267960.247277:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000070c0c82b. 02000000:00000010:2.0:1776267960.247293:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea75c513. 02000000:00000010:2.0:1776267960.247329:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6efda11. 00000400:00000010:2.0:1776267960.247335:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006da3d5a2. 00000400:00000010:2.0:1776267960.247341:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.247348:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489280, portal 16 00000400:00000010:2.0:1776267960.247354:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006637a72f. 00000100:00000200:2.0:1776267960.247356:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489280, offset 0 00000400:00000200:2.0:1776267960.247365:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.248110:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.248119:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.248123:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.248127:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.248131:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91305:91305:256:4294967295] 192.168.202.34@tcp LPNI seq info [91305:91305:8:4294967295] 00000400:00000200:2.0:1776267960.248142:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.248147:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.248154:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267960.248163:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.248171:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.248176:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776267960.249559:0:78499:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009071a451. 00010000:00000010:0.1:1776267960.249575:0:78499:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b2becd3. 00000800:00000200:3.0:1776267960.251672:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.251682:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267960.251691:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.251702:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.251709:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006637a72f 00000400:00000010:3.0:1776267960.251712:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006637a72f. 00000100:00000200:3.0:1776267960.251726:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000070c0c82b x1862549489489280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.260515:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.260543:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29580 00000400:00000200:3.0:1776267960.260555:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7475 [1] + 224 00000400:00000200:3.0:1776267960.260572:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.260576:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.260592:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000070c0c82b x1862549489489280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.260633:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.260639:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a7c0 00000400:00000200:3.0:1776267960.260646:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5e85 [2] + 984 00000400:00000200:3.0:1776267960.260656:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.260659:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.260664:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.260672:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d374058f. 00000020:00000010:1.0:1776267960.261030:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000daaf5d5a. 00000020:00000010:1.0:1776267960.261041:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000eb7b3c20. 00000020:00000010:1.0:1776267960.261046:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267960.261078:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d374058f x1862549476124608/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267960.261107:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124608 02000000:00000010:1.0:1776267960.261120:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000003ecc40. 00010000:00000010:1.0:1776267960.261171:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa7a23c8. 00000100:00000010:1.0:1776267960.261181:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e74880b6. 00000100:00000010:1.0:1776267960.261189:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e74880b6. 00010000:00000010:1.0:1776267960.261195:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa7a23c8. 00000400:00000010:1.0:1776267960.261215:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c48805. 00000100:00000200:1.0:1776267960.261222:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124608, offset 224 00000400:00000200:1.0:1776267960.261243:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.261256:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.261263:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91306:91306:256:4294967295] 192.168.202.34@tcp LPNI seq info [91306:91306:8:4294967295] 00000400:00000200:1.0:1776267960.261274:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.261280:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.261286:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343698). 00000800:00000200:1.0:1776267960.261293:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.261302:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.261307:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267960.261333:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000eb7b3c20. 00000020:00000010:1.0:1776267960.261337:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267960.261341:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000daaf5d5a. 00010000:00000010:2.1:1776267960.262599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6d20f87. 00010000:00000010:2.1:1776267960.262615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbd5fc7b. 00010000:00000010:2.1:1776267960.262623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a7d4e5a. 00000400:00000010:2.0:1776267960.262659:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006da3d5a2. 00000400:00000200:2.0:1776267960.262665:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbb66a2 00000400:00000010:2.0:1776267960.262667:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.262685:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000070c0c82b x1862549489489280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.262694:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000070c0c82b x1862549489489280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267960.262726:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8b3470f. 02000000:00000010:2.0:1776267960.262744:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6efda11. 02000000:00000010:2.0:1776267960.262750:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea75c513. 00000100:00000010:2.0:1776267960.262754:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000070c0c82b. 00000100:00000010:2.0:1776267960.262758:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031c02c56. 00010000:00000010:2.0:1776267960.262761:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b32d6458. 00080000:00000010:2.0:1776267960.262786:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea75c513. 00010000:00000010:2.0:1776267960.262930:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c09e029. 00010000:00000010:2.0:1776267960.262938:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000353ca799. 00000800:00000200:1.0:1776267960.263057:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.263062:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bc1d37 (tot 82343450). 00000400:00000200:1.0:1776267960.263067:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.263072:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.263076:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c48805 00000400:00000010:1.0:1776267960.263077:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c48805. 00010000:00000010:2.0:1776267960.263644:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.0:1776267960.263655:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c09e029. 00010000:00000010:2.0:1776267960.263672:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b32d6458. 00000100:00000010:2.0:1776267960.263679:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031c02c56. 00000100:00000010:2.0:1776267960.263691:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000070c0c82b. 02000000:00000010:2.0:1776267960.263708:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6efda11. 02000000:00000010:2.0:1776267960.263747:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ce39fee. 00000400:00000010:2.0:1776267960.263752:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006da3d5a2. 00000400:00000010:2.0:1776267960.263757:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.263765:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489344, portal 16 00000400:00000010:2.0:1776267960.263771:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1151310. 00000100:00000200:2.0:1776267960.263773:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489344, offset 0 00000400:00000200:2.0:1776267960.263783:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.263800:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.263807:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.263811:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.263814:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.263817:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91307:91307:256:4294967295] 192.168.202.34@tcp LPNI seq info [91307:91307:8:4294967295] 00000400:00000200:2.0:1776267960.263827:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.263833:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.263838:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267960.263844:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.263852:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.263857:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.279719:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.279730:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:3.0:1776267960.279740:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.279752:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.279759:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1151310 00000400:00000010:3.0:1776267960.279762:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1151310. 00000100:00000200:3.0:1776267960.279778:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000070c0c82b x1862549489489344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.281664:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.281693:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b295c0 00000400:00000200:3.0:1776267960.281704:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7481 [1] + 224 00000400:00000200:3.0:1776267960.281723:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.281727:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.281738:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000070c0c82b x1862549489489344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.282389:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.282400:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a800 00000400:00000200:3.0:1776267960.282406:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5e85 [2] + 1312 00000400:00000200:3.0:1776267960.282466:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.282470:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.282475:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.282482:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026e2b15d. 00000020:00000010:3.0:1776267960.282546:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025e56940. 00000020:00000010:3.0:1776267960.282555:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.282559:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.282597:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000026e2b15d x1862549476124672/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267960.282635:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124672 02000000:00000010:3.0:1776267960.282649:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000672e24fa. 00010000:00000010:3.0:1776267960.282708:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc7d5a4f. 00000100:00000010:3.0:1776267960.282716:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dfe51e5e. 00000100:00000010:3.0:1776267960.282725:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dfe51e5e. 00010000:00000010:3.0:1776267960.282730:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc7d5a4f. 00000400:00000010:3.0:1776267960.282748:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b920d1d. 00000100:00000200:3.0:1776267960.282755:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124672, offset 224 00000400:00000200:3.0:1776267960.282764:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.282776:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.282783:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91308:91308:256:4294967295] 192.168.202.34@tcp LPNI seq info [91308:91308:8:4294967295] 00000400:00000200:3.0:1776267960.282794:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.282800:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.282806:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267960.282813:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.282821:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.282826:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.282845:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.282850:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.282853:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025e56940. 00000800:00000200:3.0:1776267960.282974:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.282979:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267960.282985:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.282989:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.282993:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b920d1d 00000400:00000010:3.0:1776267960.282995:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b920d1d. 00000400:00000010:2.0:1776267960.284941:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006da3d5a2. 00000400:00000200:2.0:1776267960.284966:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbb66a2 00000400:00000010:2.0:1776267960.284969:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.284986:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000070c0c82b x1862549489489344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.284998:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000070c0c82b x1862549489489344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267960.285032:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f9740cf. 02000000:00000010:2.0:1776267960.285053:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ce39fee. 02000000:00000010:2.0:1776267960.285061:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a6efda11. 00000100:00000010:2.0:1776267960.285065:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000070c0c82b. 00000100:00000010:2.0:1776267960.285070:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031c02c56. 00010000:00000010:2.0:1776267960.285074:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b32d6458. 00080000:00000010:2.0:1776267960.285101:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6efda11. 00010000:00000010:2.0:1776267960.285245:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c09e029. 00010000:00000010:2.0:1776267960.285253:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001dc9dee5. 00010000:00000010:2.0:1776267960.285349:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec670dd5. 00010000:00000010:2.0:1776267960.285353:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267960.285361:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9bd5d0c. 00010000:00000010:2.0:1776267960.285367:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c09e029. 00080000:00000010:2.0:1776267960.286140:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ce39fee. 00010000:00000010:2.0:1776267960.286188:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c09e029. 00010000:00000010:2.0:1776267960.286193:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0107a11. 00010000:00000010:2.0:1776267960.286274:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.0:1776267960.286279:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c09e029. 00010000:00000010:2.0:1776267960.286289:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b32d6458. 00000100:00000010:2.0:1776267960.286297:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031c02c56. 00000100:00000010:2.0:1776267960.286308:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000070c0c82b. 02000000:00000010:2.0:1776267960.286325:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d55bf219. 02000000:00000010:2.0:1776267960.286359:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d67910fb. 00000400:00000010:2.0:1776267960.286365:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006da3d5a2. 00000400:00000010:2.0:1776267960.287046:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.287059:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489408, portal 16 00000400:00000010:2.0:1776267960.287067:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000458f4524. 00000100:00000200:2.0:1776267960.287070:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489408, offset 0 00000400:00000200:2.0:1776267960.287080:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.287104:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.287113:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.287117:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.287120:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.287123:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91309:91309:256:4294967295] 192.168.202.34@tcp LPNI seq info [91309:91309:8:4294967295] 00000400:00000200:2.0:1776267960.287135:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.287142:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.287148:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267960.287156:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.287166:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.287170:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776267960.297509:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051ea10f1. 00010000:00000010:2.1:1776267960.297532:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e63bd14. 00010000:00000010:2.1:1776267960.297537:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003170a25d. 00000800:00000200:2.0:1776267960.297566:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.297572:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:2.0:1776267960.297580:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.297592:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.297602:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000458f4524 00000400:00000010:2.0:1776267960.297604:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000458f4524. 00000100:00000200:2.0:1776267960.297619:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000070c0c82b x1862549489489408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.297970:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.297988:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29600 00000400:00000200:3.0:1776267960.297996:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb748d [1] + 224 00000400:00000200:3.0:1776267960.298010:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.298013:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.298019:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000070c0c82b x1862549489489408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267960.298548:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006da3d5a2. 00000400:00000200:2.0:1776267960.298554:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbb66a2 00000400:00000010:2.0:1776267960.298556:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.298566:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000070c0c82b x1862549489489408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.298574:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000070c0c82b x1862549489489408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.298613:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d67910fb. 02000000:00000010:2.0:1776267960.298621:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d55bf219. 00000100:00000010:2.0:1776267960.298626:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000070c0c82b. 00000100:00000010:2.0:1776267960.298632:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031c02c56. 00010000:00000010:2.0:1776267960.298636:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b32d6458. 00000400:00000200:3.0:1776267960.301749:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.301774:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a840 00000400:00000200:3.0:1776267960.301785:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5e85 [2] + 1640 00000400:00000200:3.0:1776267960.301860:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.301865:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.301875:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.301882:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b5faa2a. 00000020:00000010:0.0:1776267960.302101:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abc3e530. 00000020:00000010:0.0:1776267960.302110:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267960.302115:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267960.302148:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b5faa2a x1862549476124736/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267960.302178:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124736 02000000:00000010:0.0:1776267960.302191:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7ab880d. 00010000:00000010:0.0:1776267960.302242:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000564bfbab. 00010000:00000010:0.0:1776267960.302278:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015a93efd. 00000100:00000010:0.0:1776267960.302287:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004235615d. 00000100:00000010:0.0:1776267960.302306:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004235615d. 00010000:00000010:0.0:1776267960.302312:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015a93efd. 00000400:00000010:0.0:1776267960.302331:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6abd6ee. 00000100:00000200:0.0:1776267960.302338:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124736, offset 224 00000400:00000200:0.0:1776267960.302351:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.302367:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.302382:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91310:91310:256:4294967295] 192.168.202.34@tcp LPNI seq info [91310:91310:8:4294967295] 00000400:00000200:0.0:1776267960.302395:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.302400:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.302406:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267960.302414:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.302422:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.302427:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267960.302449:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267960.302454:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267960.302457:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abc3e530. 00000800:00000200:0.0:1776267960.302547:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.302551:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:0.0:1776267960.302556:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.302559:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.302564:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6abd6ee 00000400:00000010:0.0:1776267960.302566:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6abd6ee. 00080000:00000010:0.0:1776267960.302602:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000abc3e530. 00010000:00000010:0.0:1776267960.302722:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c09e029. 00010000:00000010:0.0:1776267960.302729:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000019c9629. 00010000:00000010:0.0:1776267960.302826:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b455397e. 00010000:00000010:0.0:1776267960.302835:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003871ae3a. 00010000:00000010:0.0:1776267960.302847:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015a93efd. 00000100:00000010:0.0:1776267960.302851:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004235615d. 00000100:00000010:0.0:1776267960.302859:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9422027. 02000000:00000010:0.0:1776267960.302873:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7ffc41b. 02000000:00000010:0.0:1776267960.302930:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef4fcab7. 00000400:00000010:0.0:1776267960.302936:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267960.302940:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6abd6ee. 00000100:00000200:0.0:1776267960.302946:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489472, portal 16 00000400:00000010:0.0:1776267960.302957:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edccd03. 00000100:00000200:0.0:1776267960.302960:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489472, offset 0 00000400:00000200:0.0:1776267960.302965:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.302972:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.302980:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.302985:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.302988:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.302991:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91311:91311:256:4294967295] 192.168.202.34@tcp LPNI seq info [91311:91311:8:4294967295] 00000400:00000200:0.0:1776267960.302998:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.303003:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.303006:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267960.303010:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.303015:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.303017:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.303303:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.303306:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:3.0:1776267960.303309:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.303313:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.303316:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001edccd03 00000400:00000010:3.0:1776267960.303317:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001edccd03. 00000100:00000200:3.0:1776267960.303323:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e9422027 x1862549489489472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267960.303799:0:78501:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1137be9. 00010000:00000010:2.1:1776267960.303810:0:78501:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007666b563. 00010000:00000010:2.1:1776267960.303814:0:78501:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.1:1776267960.303834:0:78501:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec670dd5. 00010000:00000010:2.1:1776267960.303837:0:78501:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9bd5d0c. 00000400:00000200:0.0:1776267960.309272:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.309301:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29640 00000400:00000200:0.0:1776267960.309314:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7499 [1] + 224 00000400:00000200:0.0:1776267960.309333:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.309338:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.309355:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e9422027 x1862549489489472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267960.310355:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.310381:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a880 00000400:00000200:0.0:1776267960.310390:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5e85 [2] + 1968 00000400:00000010:0.0:1776267960.310395:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ad147fb8. 00000400:00000200:0.0:1776267960.310402:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000bb9298e9 00000400:00000200:0.0:1776267960.310481:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.310486:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.310490:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb9298e9 00000400:00000010:0.0:1776267960.310494:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000bb9298e9 (tot 82343298). 00000100:00000200:0.0:1776267960.310501:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267960.311069:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025e56940. 00000020:00000010:3.0:1776267960.311080:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.311087:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.311122:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a3dce843 x1862549476124800/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267960.311166:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124800 02000000:00000010:3.0:1776267960.311181:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c474273. 00010000:00000010:3.0:1776267960.311247:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc7d5a4f. 00000100:00000010:3.0:1776267960.311260:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dfe51e5e. 00000100:00000010:3.0:1776267960.311271:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dfe51e5e. 00010000:00000010:3.0:1776267960.311275:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc7d5a4f. 00000400:00000010:3.0:1776267960.311298:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b920d1d. 00000100:00000200:3.0:1776267960.311306:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124800, offset 224 00000400:00000200:3.0:1776267960.311317:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.311333:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.311341:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91312:91312:256:4294967295] 192.168.202.34@tcp LPNI seq info [91312:91312:8:4294967295] 00000400:00000200:3.0:1776267960.311354:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.311361:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.311368:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343546). 00000800:00000200:3.0:1776267960.311556:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.311567:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.311572:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.311593:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.311598:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.311604:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025e56940. 02000000:00000010:3.0:1776267960.311614:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f7ab880d. 00000100:00000010:3.0:1776267960.311619:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b5faa2a. 02000000:00000010:3.0:1776267960.311625:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000672e24fa. 00000100:00000010:3.0:1776267960.311627:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026e2b15d. 02000000:00000010:3.0:1776267960.311631:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000003ecc40. 00000100:00000010:3.0:1776267960.311633:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d374058f. 02000000:00000010:3.0:1776267960.311637:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e91671fb. 00000100:00000010:3.0:1776267960.311639:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003d99e24. 02000000:00000010:3.0:1776267960.311642:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067bb5691. 00000100:00000010:3.0:1776267960.311644:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000047e24643. 02000000:00000010:3.0:1776267960.311649:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fdce6f51. 00000100:00000010:3.0:1776267960.311651:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b58eae9f. 00000100:00000200:3.0:1776267960.311657:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267960.311663:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a053084d. 00000400:00000010:3.0:1776267960.311667:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfe51e5e (tot 82343698). 00000800:00000200:0.0:1776267960.311846:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.311850:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267960.311857:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.311861:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.311865:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b920d1d 00000400:00000010:0.0:1776267960.311867:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b920d1d. 02000000:00000010:0.0:1776267960.311872:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c474273. 00000400:00000010:1.0:1776267960.315137:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060ea21af. 00000400:00000200:1.0:1776267960.315156:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6abd6ee 00000400:00000010:1.0:1776267960.315159:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6abd6ee. 00000100:00000200:1.0:1776267960.315178:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e9422027 x1862549489489472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.315191:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e9422027 x1862549489489472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267960.315238:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a0f604d. 02000000:00000010:1.0:1776267960.315266:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef4fcab7. 02000000:00000010:1.0:1776267960.315274:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7ffc41b. 00000100:00000010:1.0:1776267960.315281:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9422027. 00000100:00000010:1.0:1776267960.315287:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004235615d. 00010000:00000010:1.0:1776267960.315293:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015a93efd. 00080000:00000010:2.0:1776267960.315382:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdce6f51. 00010000:00000010:2.0:1776267960.315495:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003871ae3a. 00010000:00000010:2.0:1776267960.315505:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044764f8d. 00010000:00000010:2.0:1776267960.315605:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9bd5d0c. 00010000:00000010:2.0:1776267960.315613:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d1111f9f. 00010000:00000010:2.0:1776267960.315630:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d05b2c4. 00000100:00000010:2.0:1776267960.315640:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031c02c56. 00000100:00000010:2.0:1776267960.315649:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000070c0c82b. 02000000:00000010:2.0:1776267960.315665:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c5d0260. 02000000:00000010:2.0:1776267960.315698:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2f2cd57. 00000400:00000010:2.0:1776267960.315705:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006da3d5a2. 00000400:00000010:2.0:1776267960.315712:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.315719:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489536, portal 16 00000400:00000010:2.0:1776267960.315726:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000458f4524. 00000100:00000200:2.0:1776267960.315728:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489536, offset 0 00000400:00000200:2.0:1776267960.315740:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.315771:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.315779:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.315784:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.315787:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.315790:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91313:91313:256:4294967295] 192.168.202.34@tcp LPNI seq info [91313:91313:8:4294967295] 00000400:00000200:2.0:1776267960.315800:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.315807:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.315813:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267960.315820:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.315827:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.315832:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267960.317328:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.317336:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:2.0:1776267960.317344:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.317353:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.317358:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000458f4524 00000400:00000010:2.0:1776267960.317360:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000458f4524. 00000100:00000200:2.0:1776267960.317380:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000070c0c82b x1862549489489536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267960.320652:0:78506:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000588b13fc. 00010000:00000010:0.1:1776267960.320673:0:78506:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098872b96. 00010000:00000010:0.1:1776267960.320677:0:78506:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00000400:00000200:0.0:1776267960.322562:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.322587:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29680 00000400:00000200:0.0:1776267960.322598:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb74a9 [1] + 224 00000400:00000200:0.0:1776267960.322614:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.322619:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.322633:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000070c0c82b x1862549489489536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267960.322683:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.322688:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a8c0 00000400:00000200:0.0:1776267960.322694:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5edd [2] + 0 00000400:00000200:0.0:1776267960.322782:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.322787:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.322793:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.322800:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005aab43a3. 00000020:00000010:0.0:1776267960.322866:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da7283b4. 00000020:00000010:0.0:1776267960.322874:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267960.322879:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267960.322935:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005aab43a3 x1862549476124864/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267960.322968:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124864 02000000:00000010:0.0:1776267960.322981:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cc25b4a7. 00010000:00000010:0.0:1776267960.323035:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086aa83a0. 00000100:00000010:0.0:1776267960.323045:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ce8baa3. 00000100:00000010:0.0:1776267960.323054:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ce8baa3. 00010000:00000010:0.0:1776267960.323060:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086aa83a0. 00000400:00000010:0.0:1776267960.323079:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267960.323086:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124864, offset 224 00000400:00000200:0.0:1776267960.323094:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.323109:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.323115:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91314:91314:256:4294967295] 192.168.202.34@tcp LPNI seq info [91314:91314:8:4294967295] 00000400:00000200:0.0:1776267960.323125:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.323130:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.323135:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343698). 00000800:00000200:0.0:1776267960.323142:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.323150:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.323154:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267960.323174:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267960.323179:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267960.323183:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da7283b4. 00000800:00000200:0.0:1776267960.323282:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.323287:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000400:00000200:0.0:1776267960.323291:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.323294:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.323298:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:0.0:1776267960.323301:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00000400:00000010:3.0:1776267960.324682:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006da3d5a2. 00000400:00000200:3.0:1776267960.324695:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbb66a2 00000400:00000010:3.0:1776267960.324697:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbb66a2. 00000100:00000200:3.0:1776267960.324716:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000070c0c82b x1862549489489536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267960.324727:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000070c0c82b x1862549489489536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267960.324762:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e355905. 02000000:00000010:3.0:1776267960.324782:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2f2cd57. 02000000:00000010:3.0:1776267960.324789:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c5d0260. 00000100:00000010:3.0:1776267960.324794:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000070c0c82b. 00000100:00000010:3.0:1776267960.324800:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031c02c56. 00010000:00000010:3.0:1776267960.324805:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d05b2c4. 00080000:00000010:3.0:1776267960.324831:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067bb5691. 00010000:00000010:3.0:1776267960.324992:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1111f9f. 00010000:00000010:3.0:1776267960.325002:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021d7126d. 00010000:00000010:3.0:1776267960.325097:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f104b383. 00010000:00000010:3.0:1776267960.325106:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000533751c. 00010000:00000010:3.0:1776267960.325122:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc7d5a4f. 00000100:00000010:3.0:1776267960.325129:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067ab02fa. 00000100:00000010:3.0:1776267960.325139:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b58eae9f. 02000000:00000010:3.0:1776267960.325153:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e91671fb. 02000000:00000010:3.0:1776267960.325187:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000672e24fa. 00000400:00000010:3.0:1776267960.325194:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000956e4a9c. 00000400:00000010:3.0:1776267960.325199:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1ac30ef. 00000100:00000200:3.0:1776267960.325207:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489600, portal 16 00000400:00000010:3.0:1776267960.325213:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009fb04f42. 00000100:00000200:3.0:1776267960.325216:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489600, offset 0 00000400:00000200:3.0:1776267960.325235:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.325253:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.325263:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267960.325267:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267960.325270:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267960.325274:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91315:91315:256:4294967295] 192.168.202.34@tcp LPNI seq info [91315:91315:8:4294967295] 00000400:00000200:3.0:1776267960.325284:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.325291:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.325297:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267960.325304:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.325313:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.325318:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267960.325617:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.325622:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267960.325630:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.325635:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.325640:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009fb04f42 00000400:00000010:0.0:1776267960.325642:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009fb04f42. 00000100:00000200:0.0:1776267960.325649:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b58eae9f x1862549489489600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267960.325817:0:78506:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3dbfeb5. 00010000:00000010:2.1:1776267960.325825:0:78506:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b455397e. 00010000:00000010:1.1:1776267960.325941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005f3ea95. 00000020:00000010:2.0:1776267960.329658:0:78506:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006893ad02. 00000020:00000010:2.0:1776267960.329671:0:78506:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000001db33da1. 00000040:00000010:2.0:1776267960.329675:0:78506:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000a2f2cd57. 00000020:00000010:2.0:1776267960.329680:0:78506:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000003b99d3e7. 00000020:00000010:2.0:1776267960.329686:0:78506:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000018d09d24. 00000020:00000010:2.0:1776267960.329692:0:78506:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000609c8bd9. 80000000:00000010:2.0:1776267960.329696:0:78506:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000f3f31a1d. 40000000:00000010:2.0:1776267960.329701:0:78506:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000002b6112e5. 00100000:00000010:2.0:1776267960.329707:0:78506:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000a6883b60. 00040000:00000010:2.0:1776267960.329712:0:78506:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000005162ce4d. 00040000:00000010:2.0:1776267960.329717:0:78506:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d236b56b. 00040000:00000010:2.0:1776267960.329721:0:78506:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000005c5d0260. 00080000:00000010:2.0:1776267960.329731:0:78506:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info)': 3944 at 000000009467a0b7. 00080000:00000010:2.0:1776267960.329738:0:78506:0:(osd_handler.c:7882:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003518abd9. 00000004:00000010:2.0:1776267960.329746:0:78506:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000056291189. 00000004:00000010:2.0:1776267960.329752:0:78506:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 0000000040acaf37. 00000004:00000010:2.0:1776267960.329757:0:78506:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 000000006142d7bd. 00002000:00000010:2.0:1776267960.329763:0:78506:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000004f23d7e2. 00000004:00000010:2.0:1776267960.329768:0:78506:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000008e19f4db. 00000020:00000010:2.0:1776267960.329808:0:78506:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000001db33da1. 00000040:00000010:2.0:1776267960.329813:0:78506:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000a2f2cd57. 00000020:00000010:2.0:1776267960.329816:0:78506:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000003b99d3e7. 00000020:00000010:2.0:1776267960.329820:0:78506:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 0000000018d09d24. 00000020:00000010:2.0:1776267960.329825:0:78506:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000609c8bd9. 80000000:00000010:2.0:1776267960.329829:0:78506:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000f3f31a1d. 40000000:00000010:2.0:1776267960.329832:0:78506:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 000000002b6112e5. 00100000:00000010:2.0:1776267960.329836:0:78506:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 00000000a6883b60. 00040000:00000010:2.0:1776267960.329839:0:78506:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000005162ce4d. 00040000:00000010:2.0:1776267960.329843:0:78506:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 00000000d236b56b. 00040000:00000010:2.0:1776267960.329847:0:78506:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000005c5d0260. 00080000:00000010:2.0:1776267960.329851:0:78506:0:(osd_handler.c:7928:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003518abd9. 00080000:00000010:2.0:1776267960.329854:0:78506:0:(osd_handler.c:7939:osd_key_fini()) kfreed 'info': 3944 at 000000009467a0b7. 00000004:00000010:2.0:1776267960.329859:0:78506:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at 0000000056291189. 00000004:00000010:2.0:1776267960.329862:0:78506:0:(mdt_handler.c:7632:mdt_key_fini()) kfreed 'info': 2352 at 0000000040acaf37. 00000004:00000010:2.0:1776267960.329867:0:78506:0:(lod_dev.c:2049:lod_key_fini()) kfreed 'info': 1176 at 000000006142d7bd. 00002000:00000010:2.0:1776267960.329869:0:78506:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 000000004f23d7e2. 00000004:00000010:2.0:1776267960.329873:0:78506:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 000000008e19f4db. 00000020:00000010:2.0:1776267960.329879:0:78506:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006893ad02. 00000400:00000200:0.0:1776267960.332439:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.332465:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b296c0 00000400:00000200:0.0:1776267960.332479:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb74b5 [1] + 224 00000400:00000200:0.0:1776267960.332495:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.332499:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.332514:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b58eae9f x1862549489489600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267960.332551:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.332556:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a900 00000400:00000200:0.0:1776267960.332561:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5edd [2] + 328 00000400:00000200:0.0:1776267960.332604:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.332607:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.332612:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.332620:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9422027. 00000020:00000010:0.0:1776267960.332678:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075ae124c. 00000020:00000010:0.0:1776267960.332686:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267960.332691:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267960.332722:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9422027 x1862549476124928/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267960.332752:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124928 02000000:00000010:0.0:1776267960.332765:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da7283b4. 00010000:00000010:0.0:1776267960.332812:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086aa83a0. 00000100:00000010:0.0:1776267960.332820:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ce8baa3. 00000100:00000010:0.0:1776267960.332831:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ce8baa3. 00010000:00000010:0.0:1776267960.332836:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086aa83a0. 00000400:00000010:0.0:1776267960.332853:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267960.332860:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124928, offset 224 00000400:00000200:0.0:1776267960.332868:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.332880:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.332887:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91316:91316:256:4294967295] 192.168.202.34@tcp LPNI seq info [91316:91316:8:4294967295] 00000400:00000200:0.0:1776267960.332925:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.332931:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.332936:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343698). 00000800:00000200:0.0:1776267960.332943:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.332951:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.332956:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267960.332975:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267960.332980:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267960.332983:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075ae124c. 00000800:00000200:0.0:1776267960.333057:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.333063:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000400:00000200:0.0:1776267960.333067:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.333071:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.333076:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:0.0:1776267960.333078:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00000400:00000010:3.0:1776267960.333281:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000956e4a9c. 00000400:00000200:3.0:1776267960.333286:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac30ef 00000400:00000010:3.0:1776267960.333288:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1ac30ef. 00000100:00000200:3.0:1776267960.333295:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b58eae9f x1862549489489600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267960.333304:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b58eae9f x1862549489489600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267960.333468:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efdc78df. 02000000:00000010:3.0:1776267960.333488:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000672e24fa. 02000000:00000010:3.0:1776267960.333495:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e91671fb. 00000100:00000010:3.0:1776267960.333499:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b58eae9f. 00000100:00000010:3.0:1776267960.333502:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067ab02fa. 00010000:00000010:3.0:1776267960.333506:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc7d5a4f. 00080000:00000010:3.0:1776267960.333530:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e91671fb. 00010000:00000010:3.0:1776267960.333648:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000533751c. 00010000:00000010:3.0:1776267960.333656:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b13e22e. 00010000:00000010:3.0:1776267960.333756:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068018ed1. 00010000:00000010:3.0:1776267960.333764:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000533751c. 00010000:00000010:3.0:1776267960.333776:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc7d5a4f. 00000100:00000010:3.0:1776267960.333780:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067ab02fa. 00000100:00000010:3.0:1776267960.333787:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b58eae9f. 02000000:00000010:3.0:1776267960.333800:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000672e24fa. 02000000:00000010:3.0:1776267960.333830:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025e56940. 00000400:00000010:3.0:1776267960.333835:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000956e4a9c. 00000400:00000010:3.0:1776267960.333839:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1ac30ef. 00000100:00000200:3.0:1776267960.333846:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489664, portal 16 00000400:00000010:3.0:1776267960.333851:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000856d905e. 00000100:00000200:3.0:1776267960.333853:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489664, offset 0 00000400:00000200:3.0:1776267960.333860:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.333870:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.333877:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267960.333880:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267960.333883:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267960.333886:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91317:91317:256:4294967295] 192.168.202.34@tcp LPNI seq info [91317:91317:8:4294967295] 00000400:00000200:3.0:1776267960.333931:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.333937:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.333942:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267960.333947:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.333953:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.333957:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267960.334166:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.334169:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267960.334176:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.334181:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.334184:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:0.0:1776267960.334186:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00000100:00000200:0.0:1776267960.334192:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b58eae9f x1862549489489664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267960.338086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000471b42c5. 00010000:00000010:3.1:1776267960.338104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005093ef7f. 00010000:00000010:3.1:1776267960.338108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9bd5d0c. 00010000:00000010:3.1:1776267960.345883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057918fdf. 00010000:00000010:3.1:1776267960.345927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060c1a862. 00010000:00000010:3.1:1776267960.345931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00000400:00000200:0.0:1776267960.360104:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.360132:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29700 00000400:00000200:0.0:1776267960.360144:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb74c1 [1] + 224 00000400:00000200:0.0:1776267960.360159:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.360163:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.360179:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b58eae9f x1862549489489664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267960.360211:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.360217:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a940 00000400:00000200:0.0:1776267960.360222:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5edd [2] + 656 00000400:00000200:0.0:1776267960.360244:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.360249:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.360254:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.360262:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003d99e24. 00000020:00000010:0.0:1776267960.360327:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6c487aa. 00000020:00000010:0.0:1776267960.360335:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267960.360340:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000400:00000010:3.0:1776267960.360825:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000956e4a9c. 00000400:00000200:3.0:1776267960.360832:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac30ef 00000400:00000010:3.0:1776267960.360835:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1ac30ef. 00000100:00000200:3.0:1776267960.360843:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b58eae9f x1862549489489664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267960.360852:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b58eae9f x1862549489489664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267960.360885:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025e56940. 02000000:00000010:3.0:1776267960.360891:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000672e24fa. 00000100:00000010:3.0:1776267960.360919:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b58eae9f. 00000100:00000010:3.0:1776267960.360924:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067ab02fa. 00010000:00000010:3.0:1776267960.360930:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc7d5a4f. 00000100:00000200:0.0:1776267960.361024:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003d99e24 x1862549476124992/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267960.361061:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476124992 02000000:00000010:0.0:1776267960.361077:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d7704de. 00010000:00000010:0.0:1776267960.361114:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029b7c230. 00010000:00000010:0.0:1776267960.361143:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086aa83a0. 00000100:00000010:0.0:1776267960.361151:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ce8baa3. 00000100:00000010:0.0:1776267960.361161:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ce8baa3. 00010000:00000010:0.0:1776267960.361165:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086aa83a0. 00000400:00000010:0.0:1776267960.361181:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267960.361187:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476124992, offset 224 00000400:00000200:0.0:1776267960.361196:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.361209:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.361217:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91318:91318:256:4294967295] 192.168.202.34@tcp LPNI seq info [91318:91318:8:4294967295] 00000400:00000200:0.0:1776267960.361239:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.361246:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.361252:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343698). 00000800:00000200:0.0:1776267960.361261:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.361269:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.361274:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267960.361297:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267960.361302:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267960.361307:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6c487aa. 00080000:00000010:3.0:1776267960.361583:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000672e24fa. 00010000:00000010:3.0:1776267960.361699:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000533751c. 00010000:00000010:3.0:1776267960.361708:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000dc07991. 00010000:00000010:3.0:1776267960.361808:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0a0f611. 00010000:00000010:3.0:1776267960.361813:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000106434ce. 00010000:00000010:3.0:1776267960.361819:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f104b383. 00010000:00000010:3.0:1776267960.361825:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000533751c. 00080000:00000010:3.0:1776267960.361840:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025e56940. 00010000:00000010:3.0:1776267960.361867:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000533751c. 00010000:00000010:3.0:1776267960.361871:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000106434ce. 00010000:00000010:3.0:1776267960.361961:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d3e28a8. 00010000:00000010:3.0:1776267960.361966:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000533751c. 00010000:00000010:3.0:1776267960.361975:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc7d5a4f. 00000100:00000010:3.0:1776267960.361980:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067ab02fa. 00000100:00000010:3.0:1776267960.361989:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b58eae9f. 02000000:00000010:3.0:1776267960.362004:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009b30a4f. 02000000:00000010:3.0:1776267960.362036:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe40bc74. 00000400:00000010:3.0:1776267960.362043:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000956e4a9c. 00000400:00000010:3.0:1776267960.362048:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1ac30ef. 00000100:00000200:3.0:1776267960.362055:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489728, portal 16 00000400:00000010:3.0:1776267960.362061:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b701ac31. 00000100:00000200:3.0:1776267960.362063:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489728, offset 0 00000400:00000200:3.0:1776267960.362070:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.362079:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.362088:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267960.362093:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267960.362096:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267960.362099:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91319:91319:255:4294967295] 192.168.202.34@tcp LPNI seq info [91319:91319:7:4294967295] 00000400:00000200:3.0:1776267960.362107:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.362112:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.362117:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343946). 00000800:00000200:3.0:1776267960.362122:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.362128:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.362131:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267960.363016:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.363026:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343698). 00000400:00000200:0.0:1776267960.363036:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.363045:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.363052:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:0.0:1776267960.363055:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00000800:00000200:0.0:1776267960.363150:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.363152:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267960.363159:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.363162:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.363165:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b701ac31 00000400:00000010:0.0:1776267960.363166:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b701ac31. 00000100:00000200:0.0:1776267960.363175:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b58eae9f x1862549489489728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.365559:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.365589:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29740 00000400:00000200:3.0:1776267960.365601:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb74cd [1] + 224 00000400:00000200:3.0:1776267960.365619:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.365624:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.365640:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b58eae9f x1862549489489728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.368841:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.368868:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a980 00000400:00000200:3.0:1776267960.368880:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5edd [2] + 984 00000400:00000200:3.0:1776267960.368993:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.368999:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.369007:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.369015:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d374058f. 00000020:00000010:3.0:1776267960.369097:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bca99ffe. 00000020:00000010:3.0:1776267960.369105:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000106434ce. 00000020:00000010:3.0:1776267960.369110:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.369147:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d374058f x1862549476125056/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267960.369187:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476125056 02000000:00000010:3.0:1776267960.369201:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c474273. 00010000:00000010:3.0:1776267960.369270:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267960.369279:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076185185. 00000100:00000010:3.0:1776267960.369287:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076185185. 00010000:00000010:3.0:1776267960.369292:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267960.369313:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035f6f22f. 00000100:00000200:3.0:1776267960.369319:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476125056, offset 224 00000400:00000200:3.0:1776267960.369327:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.369341:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.369348:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91320:91320:256:4294967295] 192.168.202.34@tcp LPNI seq info [91320:91320:8:4294967295] 00000400:00000200:3.0:1776267960.369359:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.369364:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.369370:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267960.369472:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.369482:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.369487:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.369509:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000106434ce. 00000020:00000010:3.0:1776267960.369515:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.369518:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bca99ffe. 00000800:00000200:3.0:1776267960.369609:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.369614:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267960.369622:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.369626:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.369631:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035f6f22f 00000400:00000010:3.0:1776267960.369633:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035f6f22f. 00000400:00000010:2.0:1776267960.370188:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000956e4a9c. 00000400:00000200:2.0:1776267960.370195:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac30ef 00000400:00000010:2.0:1776267960.370197:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1ac30ef. 00000100:00000200:2.0:1776267960.370206:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b58eae9f x1862549489489728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.370222:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b58eae9f x1862549489489728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267960.370263:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbea16cb. 02000000:00000010:2.0:1776267960.370287:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe40bc74. 02000000:00000010:2.0:1776267960.370294:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009b30a4f. 00000100:00000010:2.0:1776267960.370299:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b58eae9f. 00000100:00000010:2.0:1776267960.370302:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067ab02fa. 00010000:00000010:2.0:1776267960.370306:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc7d5a4f. 00080000:00000010:2.0:1776267960.370331:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d55bf219. 00010000:00000010:2.0:1776267960.370785:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000533751c. 00010000:00000010:2.0:1776267960.370796:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002840d995. 00010000:00000010:2.0:1776267960.370923:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.0:1776267960.370931:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000422439d0. 00010000:00000010:2.0:1776267960.370944:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b6112e5. 00000100:00000010:2.0:1776267960.370966:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031c02c56. 00000100:00000010:2.0:1776267960.370977:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b4b4fcf9. 02000000:00000010:2.0:1776267960.370992:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c13579e3. 02000000:00000010:2.0:1776267960.371028:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c5d0260. 00000400:00000010:2.0:1776267960.371034:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000806a5723. 00000400:00000010:2.0:1776267960.371041:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000458f4524. 00000100:00000200:2.0:1776267960.371049:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489792, portal 16 00000400:00000010:2.0:1776267960.371055:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef6112c0. 00000100:00000200:2.0:1776267960.371057:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489792, offset 0 00000400:00000200:2.0:1776267960.371066:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.371083:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.371092:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.371096:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.371100:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.371103:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91321:91321:256:4294967295] 192.168.202.34@tcp LPNI seq info [91321:91321:8:4294967295] 00000400:00000200:2.0:1776267960.371114:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.371121:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.371126:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267960.371132:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.371139:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.371143:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.372815:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.372823:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:3.0:1776267960.372833:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.372844:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.372851:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef6112c0 00000400:00000010:3.0:1776267960.372853:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef6112c0. 00000100:00000200:3.0:1776267960.372867:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b4b4fcf9 x1862549489489792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.377882:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.377938:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29780 00000400:00000200:3.0:1776267960.377949:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb74d9 [1] + 224 00000400:00000200:3.0:1776267960.377969:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.377973:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.377986:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b4b4fcf9 x1862549489489792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267960.378091:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000806a5723. 00000400:00000200:2.0:1776267960.378097:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000458f4524 00000400:00000010:2.0:1776267960.378100:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000458f4524. 00000100:00000200:2.0:1776267960.378109:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b4b4fcf9 x1862549489489792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.378116:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b4b4fcf9 x1862549489489792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.378152:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c5d0260. 02000000:00000010:2.0:1776267960.378162:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c13579e3. 00000100:00000010:2.0:1776267960.378168:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b4b4fcf9. 00000100:00000010:2.0:1776267960.378172:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031c02c56. 00010000:00000010:2.0:1776267960.378177:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b6112e5. 00000400:00000200:3.0:1776267960.378997:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.379010:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6a9c0 00000400:00000200:3.0:1776267960.379017:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5edd [2] + 1312 00000400:00000200:3.0:1776267960.379083:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.379087:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.379094:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.379099:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026e2b15d. 00000020:00000010:1.0:1776267960.379252:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef4fcab7. 00000020:00000010:1.0:1776267960.379263:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000eb7b3c20. 00000020:00000010:1.0:1776267960.379269:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267960.379311:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000026e2b15d x1862549476125120/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267960.379352:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476125120 02000000:00000010:1.0:1776267960.379377:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009541819f. 00010000:00000010:1.0:1776267960.379415:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000424e143b. 00010000:00000010:1.0:1776267960.379443:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa7a23c8. 00000100:00000010:1.0:1776267960.379450:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e74880b6. 00000100:00000010:1.0:1776267960.379469:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e74880b6. 00010000:00000010:1.0:1776267960.379474:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa7a23c8. 00000400:00000010:1.0:1776267960.379490:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c48805. 00000100:00000200:1.0:1776267960.379496:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476125120, offset 224 00000400:00000200:1.0:1776267960.379504:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.379517:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.379523:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91322:91322:256:4294967295] 192.168.202.34@tcp LPNI seq info [91322:91322:8:4294967295] 00000400:00000200:1.0:1776267960.379533:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.379538:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.379543:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011bc1d37 (tot 82343698). 00000800:00000200:1.0:1776267960.379549:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.379556:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.379561:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000011bc1d37 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267960.379582:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000eb7b3c20. 00000020:00000010:1.0:1776267960.379586:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267960.379589:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef4fcab7. 00080000:00000010:2.0:1776267960.379741:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c13579e3. 00010000:00000010:2.0:1776267960.379841:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000422439d0. 00010000:00000010:2.0:1776267960.379848:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d8acd702. 00010000:00000010:2.0:1776267960.379980:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003170a25d. 00010000:00000010:2.0:1776267960.379986:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000422439d0. 00010000:00000010:2.0:1776267960.379997:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b6112e5. 00000100:00000010:2.0:1776267960.380000:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031c02c56. 00000100:00000010:2.0:1776267960.380006:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b4b4fcf9. 02000000:00000010:2.0:1776267960.380020:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c5d0260. 02000000:00000010:2.0:1776267960.380048:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d67910fb. 00000400:00000010:2.0:1776267960.380053:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000806a5723. 00000400:00000010:2.0:1776267960.380058:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000458f4524. 00000100:00000200:2.0:1776267960.380064:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489856, portal 16 00000400:00000010:2.0:1776267960.380068:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000081b8ee4. 00000100:00000200:2.0:1776267960.380071:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489856, offset 0 00000400:00000200:2.0:1776267960.380077:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.380084:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.380091:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.380095:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.380098:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.380100:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91323:91323:255:4294967295] 192.168.202.34@tcp LPNI seq info [91323:91323:7:4294967295] 00000400:00000200:2.0:1776267960.380106:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.380111:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.380114:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343946). 00000800:00000200:2.0:1776267960.380117:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.380122:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.380124:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.380569:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.380574:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011bc1d37 (tot 82343698). 00000400:00000200:3.0:1776267960.380580:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.380585:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.380590:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c48805 00000400:00000010:3.0:1776267960.380593:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c48805. 00000800:00000200:3.0:1776267960.380655:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.380657:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267960.380661:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.380664:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.380666:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000081b8ee4 00000400:00000010:3.0:1776267960.380667:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000081b8ee4. 00000100:00000200:3.0:1776267960.380676:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b4b4fcf9 x1862549489489856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.385089:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.385112:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b297c0 00000400:00000200:3.0:1776267960.385123:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb74e5 [1] + 224 00000400:00000200:3.0:1776267960.385136:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.385140:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.385154:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b4b4fcf9 x1862549489489856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.385192:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.385196:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6aa00 00000400:00000200:3.0:1776267960.385202:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5edd [2] + 1640 00000400:00000010:1.0:1776267960.385421:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000806a5723. 00000400:00000200:1.0:1776267960.385429:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000458f4524 00000400:00000010:1.0:1776267960.385431:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000458f4524. 00000100:00000200:1.0:1776267960.385440:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b4b4fcf9 x1862549489489856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.385448:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b4b4fcf9 x1862549489489856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267960.385488:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d67910fb. 02000000:00000010:1.0:1776267960.385497:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c5d0260. 00000100:00000010:1.0:1776267960.385503:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b4b4fcf9. 00000100:00000010:1.0:1776267960.385510:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031c02c56. 00010000:00000010:1.0:1776267960.385515:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b6112e5. 00000400:00000200:3.0:1776267960.385727:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.385732:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.385739:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.385747:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b5faa2a. 00000020:00000010:1.0:1776267960.387747:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef4fcab7. 00000020:00000010:1.0:1776267960.387767:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000eb7b3c20. 00000020:00000010:1.0:1776267960.387773:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267960.387816:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b5faa2a x1862549476125184/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267960.387863:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476125184 02000000:00000010:1.0:1776267960.387879:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d2c85cfa. 00010000:00000010:1.0:1776267960.387935:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1de4e07. 00010000:00000010:1.0:1776267960.387971:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa7a23c8. 00000100:00000010:1.0:1776267960.387980:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e74880b6. 00000100:00000010:1.0:1776267960.387997:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e74880b6. 00010000:00000010:1.0:1776267960.388002:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa7a23c8. 00000400:00000010:1.0:1776267960.388018:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf3ca1f. 00000100:00000200:1.0:1776267960.388025:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476125184, offset 224 00000400:00000200:1.0:1776267960.388036:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.388053:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.388060:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91324:91324:256:4294967295] 192.168.202.34@tcp LPNI seq info [91324:91324:8:4294967295] 00000400:00000200:1.0:1776267960.388072:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.388078:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.388083:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007a46ad86 (tot 82343698). 00000800:00000200:1.0:1776267960.388091:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.388100:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.388105:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007a46ad86 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267960.388127:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000eb7b3c20. 00000020:00000010:1.0:1776267960.388131:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267960.388134:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef4fcab7. 00080000:00000010:1.0:1776267960.388170:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef4fcab7. 00010000:00000010:1.0:1776267960.388303:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000422439d0. 00010000:00000010:1.0:1776267960.388310:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039d2f686. 00000800:00000200:3.0:1776267960.388816:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.388822:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007a46ad86 (tot 82343450). 00000400:00000200:3.0:1776267960.388828:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.388834:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.388840:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf3ca1f 00000400:00000010:3.0:1776267960.388843:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf3ca1f. 00000004:00000010:1.0:1776267960.390086:0:77399:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000aafd3d4e. 00000004:00000010:1.0:1776267960.390102:0:77399:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 00000000221f6422. 00000004:00000010:1.0:1776267960.390109:0:77399:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 000000008fbe0a60. 00080000:00000010:1.0:1776267960.390118:0:77399:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 00000000003ecc40. 00000001:00000010:1.0:1776267960.390138:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000090efb0bc. 00000001:00000010:1.0:1776267960.390161:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000090efb0bc. 00080000:00000010:1.0:1776267960.390175:0:77399:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 00000000003ecc40. 00000004:00000010:1.0:1776267960.390183:0:77399:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 000000008fbe0a60. 00000004:00000010:1.0:1776267960.390187:0:77399:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 00000000221f6422. 00000004:00000010:1.0:1776267960.390191:0:77399:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 00000000aafd3d4e. 00010000:00000010:1.0:1776267960.390240:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053fdbf60. 00010000:00000010:1.0:1776267960.390250:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267960.390272:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa7a23c8. 00000100:00000010:1.0:1776267960.390281:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e74880b6. 00000100:00000010:1.0:1776267960.390293:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 02000000:00000010:1.0:1776267960.390308:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000003ecc40. 02000000:00000010:1.0:1776267960.390346:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000daaf5d5a. 00000400:00000010:1.0:1776267960.390353:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090efb0bc. 00000400:00000010:1.0:1776267960.390360:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021649f75. 00000100:00000200:1.0:1776267960.390369:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489920, portal 16 00000400:00000010:1.0:1776267960.390933:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021518615. 00000100:00000200:1.0:1776267960.390941:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489920, offset 0 00000400:00000200:1.0:1776267960.391559:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.391588:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.391596:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.391601:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.391604:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.391608:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91325:91325:256:4294967295] 192.168.202.34@tcp LPNI seq info [91325:91325:8:4294967295] 00000400:00000200:1.0:1776267960.391620:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.391627:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.391633:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070de03a1 (tot 82343698). 00000800:00000200:1.0:1776267960.391641:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.391650:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.391655:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070de03a1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776267960.392925:0:787:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014c3504b. 00010000:00000010:2.1:1776267960.392940:0:787:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076abe6cf. 00010000:00000010:2.1:1776267960.392944:0:787:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:0.1:1776267960.393112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc80d263. 00010000:00000010:1.1:1776267960.393213:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8e1ef24. 00000800:00000200:1.0:1776267960.393507:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.393513:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070de03a1 (tot 82343450). 00000400:00000200:1.0:1776267960.393519:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.393528:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.393535:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021518615 00000400:00000010:1.0:1776267960.393537:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021518615. 00000100:00000200:1.0:1776267960.393548:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000192be620 x1862549489489920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267960.394551:0:78508:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d77c7424. 00010000:00000010:3.1:1776267960.394564:0:78508:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:3.1:1776267960.394570:0:78508:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0a0f611. 00010000:00000010:3.1:1776267960.394573:0:78508:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00000400:00000200:3.0:1776267960.398888:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.398942:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29800 00000400:00000200:3.0:1776267960.398953:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb74f1 [1] + 224 00000400:00000200:3.0:1776267960.398969:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.398972:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.398986:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000192be620 x1862549489489920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267960.401965:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090efb0bc. 00000400:00000200:1.0:1776267960.401977:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021649f75 00000400:00000010:1.0:1776267960.401980:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021649f75. 00000100:00000200:1.0:1776267960.401994:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000192be620 x1862549489489920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.402005:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000192be620 x1862549489489920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267960.402040:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000daaf5d5a. 02000000:00000010:1.0:1776267960.402048:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000003ecc40. 00000100:00000010:1.0:1776267960.402052:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 00000100:00000010:1.0:1776267960.402056:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e74880b6. 00010000:00000010:1.0:1776267960.402062:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa7a23c8. 00010000:00000010:2.1:1776267960.402643:0:78508:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f270c991. 00010000:00000010:2.1:1776267960.402658:0:78508:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00010000:00000010:1.1:1776267960.410025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066fd5db3. 00010000:00000010:1.1:1776267960.410043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000280b56c. 00010000:00000010:1.1:1776267960.410047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003170a25d. 00000400:00000200:1.0:1776267960.410093:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.410114:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6aa40 00000400:00000200:1.0:1776267960.410124:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5edd [2] + 1968 00000400:00000010:1.0:1776267960.410129:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e74ab108. 00000400:00000200:1.0:1776267960.410134:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004c4e8081 00000400:00000200:1.0:1776267960.410214:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.410219:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.410233:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c4e8081 00000400:00000010:1.0:1776267960.410235:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004c4e8081 (tot 82343298). 00000100:00000200:1.0:1776267960.410243:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267960.410652:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009b30a4f. 00000020:00000010:3.0:1776267960.410661:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267960.410666:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.410702:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c80243e0 x1862549476125248/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267960.410739:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476125248 02000000:00000010:3.0:1776267960.410751:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe40bc74. 00010000:00000010:3.0:1776267960.410787:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ef8ce65. 00010000:00000010:3.0:1776267960.410811:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267960.410818:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076185185. 00000100:00000010:3.0:1776267960.410831:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076185185. 00010000:00000010:3.0:1776267960.410834:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267960.410850:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035f6f22f. 00000100:00000200:3.0:1776267960.410856:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476125248, offset 224 00000400:00000200:3.0:1776267960.410864:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.410878:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.410883:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91326:91326:256:4294967295] 192.168.202.34@tcp LPNI seq info [91326:91326:8:4294967295] 00000400:00000200:3.0:1776267960.410922:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.410929:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.410934:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343546). 00000800:00000200:3.0:1776267960.410941:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.410949:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.410954:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.410971:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267960.410976:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.410979:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009b30a4f. 02000000:00000010:3.0:1776267960.410990:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d2c85cfa. 00000100:00000010:3.0:1776267960.410995:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b5faa2a. 02000000:00000010:3.0:1776267960.411000:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009541819f. 00000100:00000010:3.0:1776267960.411003:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026e2b15d. 02000000:00000010:3.0:1776267960.411007:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c474273. 00000100:00000010:3.0:1776267960.411009:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d374058f. 02000000:00000010:3.0:1776267960.411013:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d7704de. 00000100:00000010:3.0:1776267960.411016:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003d99e24. 02000000:00000010:3.0:1776267960.411019:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da7283b4. 00000100:00000010:3.0:1776267960.411021:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9422027. 02000000:00000010:3.0:1776267960.411024:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cc25b4a7. 00000100:00000010:3.0:1776267960.411028:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005aab43a3. 00000100:00000200:3.0:1776267960.411034:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267960.411040:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5077c69. 00000400:00000010:3.0:1776267960.411045:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000076185185 (tot 82343698). 00000800:00000200:1.0:1776267960.412703:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.412713:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267960.412724:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.412735:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.412741:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035f6f22f 00000400:00000010:1.0:1776267960.412744:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035f6f22f. 02000000:00000010:1.0:1776267960.412751:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe40bc74. 00080000:00000010:1.0:1776267960.412795:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000003ecc40. 00010000:00000010:1.0:1776267960.412924:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267960.412935:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e02d2a3e. 00010000:00000010:1.0:1776267960.413147:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd49ad62. 00010000:00000010:1.0:1776267960.413155:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267960.413172:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aa7a23c8. 00000100:00000010:1.0:1776267960.413180:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e74880b6. 00000100:00000010:1.0:1776267960.413192:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 02000000:00000010:1.0:1776267960.413208:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000daaf5d5a. 02000000:00000010:1.0:1776267960.413261:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009112ca2c. 00000400:00000010:1.0:1776267960.413267:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090efb0bc. 00000400:00000010:1.0:1776267960.413273:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021649f75. 00000100:00000200:1.0:1776267960.413282:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489489984, portal 16 00000400:00000010:1.0:1776267960.413289:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021518615. 00000100:00000200:1.0:1776267960.413292:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489489984, offset 0 00000400:00000200:1.0:1776267960.413304:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.413321:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.413330:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.413334:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.413338:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.413342:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91327:91327:256:4294967295] 192.168.202.34@tcp LPNI seq info [91327:91327:8:4294967295] 00000400:00000200:1.0:1776267960.413351:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.413357:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.413362:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070de03a1 (tot 82343698). 00000800:00000200:1.0:1776267960.413635:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.413645:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.413651:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070de03a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.413992:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.413996:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070de03a1 (tot 82343450). 00000400:00000200:3.0:1776267960.414000:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.414004:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.414008:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021518615 00000400:00000010:3.0:1776267960.414009:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021518615. 00000100:00000200:3.0:1776267960.414018:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000192be620 x1862549489489984/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.417666:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.417693:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29840 00000400:00000200:1.0:1776267960.417704:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7501 [1] + 224 00000400:00000200:1.0:1776267960.417725:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.417730:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.417746:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000192be620 x1862549489489984/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267960.431060:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c56ed8. 00000400:00000010:3.0:1776267960.431107:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090efb0bc. 00000400:00000200:3.0:1776267960.431112:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021649f75 00000400:00000010:3.0:1776267960.431114:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021649f75. 00000100:00000200:3.0:1776267960.431131:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000192be620 x1862549489489984/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267960.431141:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000192be620 x1862549489489984/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267960.431180:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009112ca2c. 02000000:00000010:3.0:1776267960.431190:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000daaf5d5a. 00000100:00000010:3.0:1776267960.431195:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 00000100:00000010:3.0:1776267960.431199:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e74880b6. 00010000:00000010:3.0:1776267960.431206:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aa7a23c8. 00010000:00000010:1.1:1776267960.435613:0:78509:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084922513. 00010000:00000010:1.1:1776267960.435636:0:78509:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053fdbf60. 00000400:00000200:1.0:1776267960.435720:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.435743:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6aa80 00000400:00000200:1.0:1776267960.435753:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5f35 [2] + 0 00000400:00000200:1.0:1776267960.435843:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.435848:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.435859:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267960.435865:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 00000020:00000010:3.0:1776267960.436614:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c474273. 00000020:00000010:3.0:1776267960.436625:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.436630:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.436667:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c9c03c4 x1862549476125312/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267960.436704:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476125312 02000000:00000010:3.0:1776267960.436716:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009b30a4f. 00010000:00000010:3.0:1776267960.436753:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2c829a1. 00010000:00000010:3.0:1776267960.436776:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267960.436783:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009be690fa. 00000100:00000010:3.0:1776267960.436796:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009be690fa. 00010000:00000010:3.0:1776267960.436801:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000010:3.0:1776267960.436818:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267960.436824:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476125312, offset 224 00000400:00000200:3.0:1776267960.436835:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.436852:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.436858:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91328:91328:256:4294967295] 192.168.202.34@tcp LPNI seq info [91328:91328:8:4294967295] 00000400:00000200:3.0:1776267960.436870:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.436876:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.436883:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267960.436891:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.436930:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.436935:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.436954:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.436959:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.436963:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c474273. 00000800:00000200:3.0:1776267960.437060:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.437064:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267960.437071:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.437075:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.437080:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:3.0:1776267960.437082:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00080000:00000010:3.0:1776267960.437120:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c474273. 00010000:00000010:3.0:1776267960.437241:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:3.0:1776267960.437249:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002fe27163. 00010000:00000010:3.0:1776267960.437360:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f104b383. 00010000:00000010:3.0:1776267960.437367:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000269cda43. 00010000:00000010:3.0:1776267960.437443:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cb39182. 00000100:00000010:3.0:1776267960.437447:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009be690fa. 00000100:00000010:3.0:1776267960.437457:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d374058f. 02000000:00000010:3.0:1776267960.437471:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bca99ffe. 02000000:00000010:3.0:1776267960.437502:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe40bc74. 00000400:00000010:3.0:1776267960.437507:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000646e65e0. 00000400:00000010:3.0:1776267960.437512:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267960.437518:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489490048, portal 16 00000400:00000010:3.0:1776267960.437523:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000503c1aa0. 00000100:00000200:3.0:1776267960.437525:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489490048, offset 0 00000400:00000200:3.0:1776267960.437529:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.437538:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.437545:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267960.437550:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267960.437552:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267960.437555:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91329:91329:256:4294967295] 192.168.202.34@tcp LPNI seq info [91329:91329:8:4294967295] 00000400:00000200:3.0:1776267960.437562:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.437566:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.437568:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267960.437572:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.437576:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.437578:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.437874:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.437876:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267960.437881:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.437884:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.437887:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000503c1aa0 00000400:00000010:3.0:1776267960.437888:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000503c1aa0. 00000100:00000200:3.0:1776267960.437922:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d374058f x1862549489490048/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267960.447066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a9e7c1. 00010000:00000010:3.1:1776267960.447085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003847473b. 00010000:00000010:3.1:1776267960.447090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd49ad62. 00000400:00000200:3.0:1776267960.447793:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.447813:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29880 00000400:00000200:3.0:1776267960.447824:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb750d [1] + 224 00000400:00000200:3.0:1776267960.447842:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.447846:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.447860:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d374058f x1862549489490048/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267960.448040:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000646e65e0. 00000400:00000200:0.0:1776267960.448046:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:0.0:1776267960.448048:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00000100:00000200:0.0:1776267960.448055:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d374058f x1862549489490048/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.448061:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d374058f x1862549489490048/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267960.448097:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe40bc74. 02000000:00000010:0.0:1776267960.448105:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bca99ffe. 00000100:00000010:0.0:1776267960.448109:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d374058f. 00000100:00000010:0.0:1776267960.448114:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009be690fa. 00010000:00000010:0.0:1776267960.448119:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cb39182. 00000400:00000200:3.0:1776267960.448545:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.448555:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6aac0 00000400:00000200:3.0:1776267960.448561:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5f35 [2] + 328 00000400:00000200:3.0:1776267960.448629:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.448634:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.448639:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.448646:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026e2b15d. 00000020:00000010:0.0:1776267960.448762:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6c487aa. 00000020:00000010:0.0:1776267960.448771:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267960.448777:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267960.448816:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000026e2b15d x1862549476125376/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267960.448850:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476125376 02000000:00000010:0.0:1776267960.448864:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000d7704de. 00010000:00000010:0.0:1776267960.448932:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078bd85c3. 00010000:00000010:0.0:1776267960.448960:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac60547b. 00000100:00000010:0.0:1776267960.448968:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ce8baa3. 00000100:00000010:0.0:1776267960.448982:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ce8baa3. 00010000:00000010:0.0:1776267960.448986:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac60547b. 00000400:00000010:0.0:1776267960.449001:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267960.449007:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476125376, offset 224 00000400:00000200:0.0:1776267960.449017:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.449030:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.449037:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91330:91330:256:4294967295] 192.168.202.34@tcp LPNI seq info [91330:91330:8:4294967295] 00000400:00000200:0.0:1776267960.449046:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.449052:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.449057:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343698). 00000800:00000200:0.0:1776267960.449064:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.449072:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.449077:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267960.449097:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267960.449101:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267960.449103:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6c487aa. 00000800:00000200:3.0:1776267960.449313:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.449317:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000400:00000200:3.0:1776267960.449322:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.449326:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.449329:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:3.0:1776267960.449331:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00080000:00000010:2.0:1776267960.449434:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d67910fb. 00010000:00000010:2.0:1776267960.449553:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000269cda43. 00010000:00000010:2.0:1776267960.449561:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c9af5d6. 00010000:00000010:2.0:1776267960.449651:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.0:1776267960.449660:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000422439d0. 00010000:00000010:2.0:1776267960.449673:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c5db639. 00000100:00000010:2.0:1776267960.449678:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031c02c56. 00000100:00000010:2.0:1776267960.449686:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1d117d4. 02000000:00000010:2.0:1776267960.449700:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b24e6f70. 02000000:00000010:2.0:1776267960.449730:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac59de9f. 00000400:00000010:2.0:1776267960.449737:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619995f1. 00000400:00000010:2.0:1776267960.449742:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000049a541a. 00000100:00000200:2.0:1776267960.449748:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489490112, portal 16 00000400:00000010:2.0:1776267960.449754:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000458f4524. 00000100:00000200:2.0:1776267960.449755:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489490112, offset 0 00000400:00000200:2.0:1776267960.449761:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.449769:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.449778:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.449782:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.449786:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.449789:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91331:91331:256:4294967295] 192.168.202.34@tcp LPNI seq info [91331:91331:8:4294967295] 00000400:00000200:2.0:1776267960.449799:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.449806:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.449810:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267960.449815:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.449820:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.449823:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.450090:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.450093:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267960.450098:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.450102:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.450104:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000458f4524 00000400:00000010:3.0:1776267960.450106:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000458f4524. 00000100:00000200:3.0:1776267960.450113:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1d117d4 x1862549489490112/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267960.453023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d0ebf18. 00000400:00000200:3.0:1776267960.453352:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.453386:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b298c0 00000400:00000200:3.0:1776267960.453398:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7519 [1] + 224 00000400:00000200:3.0:1776267960.453418:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.453423:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.453437:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1d117d4 x1862549489490112/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267960.453623:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619995f1. 00000400:00000200:2.0:1776267960.453629:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000049a541a 00000400:00000010:2.0:1776267960.453632:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000049a541a. 00000100:00000200:2.0:1776267960.453640:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1d117d4 x1862549489490112/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.453649:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1d117d4 x1862549489490112/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.453685:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac59de9f. 02000000:00000010:2.0:1776267960.453692:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b24e6f70. 00000100:00000010:2.0:1776267960.453696:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1d117d4. 00000100:00000010:2.0:1776267960.453700:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031c02c56. 00010000:00000010:2.0:1776267960.453704:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c5db639. 00000400:00000200:3.0:1776267960.453811:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.453819:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ab00 00000400:00000200:3.0:1776267960.453824:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5f35 [2] + 656 00000400:00000200:3.0:1776267960.453890:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.453933:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.453938:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.453944:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b5faa2a. 00000020:00000010:0.0:1776267960.454334:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6c487aa. 00000020:00000010:0.0:1776267960.454344:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267960.454349:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00010000:00000010:2.1:1776267960.455034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004df7f9ca. 00010000:00000010:2.1:1776267960.455045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00000100:00000200:0.0:1776267960.455148:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b5faa2a x1862549476125440/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267960.456564:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476125440 02000000:00000010:0.0:1776267960.456591:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bca99ffe. 00010000:00000010:0.0:1776267960.456634:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3eec79. 00010000:00000010:0.0:1776267960.456659:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac60547b. 00000100:00000010:0.0:1776267960.456670:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ce8baa3. 00000100:00000010:0.0:1776267960.456686:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ce8baa3. 00010000:00000010:0.0:1776267960.456692:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac60547b. 00000400:00000010:0.0:1776267960.456712:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015166d3f. 00000100:00000200:0.0:1776267960.456718:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476125440, offset 224 00000400:00000200:0.0:1776267960.456730:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.456752:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.456759:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91332:91332:256:4294967295] 192.168.202.34@tcp LPNI seq info [91332:91332:8:4294967295] 00000400:00000200:0.0:1776267960.456770:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.456777:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.456782:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343698). 00000800:00000200:0.0:1776267960.456791:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.456800:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.456804:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267960.456839:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267960.456845:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267960.456848:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6c487aa. 00080000:00000010:2.0:1776267960.457334:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b24e6f70. 00010000:00000010:2.0:1776267960.457450:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000422439d0. 00010000:00000010:2.0:1776267960.457459:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bad02232. 00010000:00000010:2.0:1776267960.457574:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f5b54cb. 00010000:00000010:2.0:1776267960.457582:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000422439d0. 00010000:00000010:2.0:1776267960.457597:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c5db639. 00000100:00000010:2.0:1776267960.457603:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031c02c56. 00000100:00000010:2.0:1776267960.457614:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1d117d4. 02000000:00000010:2.0:1776267960.457631:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac59de9f. 02000000:00000010:2.0:1776267960.457670:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8f6f1f0. 00000400:00000010:2.0:1776267960.457679:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619995f1. 00000400:00000010:2.0:1776267960.457685:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000049a541a. 00000100:00000200:2.0:1776267960.457692:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489490176, portal 16 00000400:00000010:2.0:1776267960.457699:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000081b8ee4. 00000100:00000200:2.0:1776267960.457701:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489490176, offset 0 00000400:00000200:2.0:1776267960.457709:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.457721:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.457729:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.457733:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.457736:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.457740:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91333:91333:255:4294967295] 192.168.202.34@tcp LPNI seq info [91333:91333:7:4294967295] 00000400:00000200:2.0:1776267960.457749:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.457755:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.457758:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343946). 00000800:00000200:2.0:1776267960.457764:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.457769:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.457773:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267960.458023:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.458028:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343698). 00000400:00000200:2.0:1776267960.458034:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.458040:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.458046:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015166d3f 00000400:00000010:2.0:1776267960.458049:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015166d3f. 00000800:00000200:2.0:1776267960.458140:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.458143:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:2.0:1776267960.458147:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.458151:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.458153:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000081b8ee4 00000400:00000010:2.0:1776267960.458154:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000081b8ee4. 00000100:00000200:2.0:1776267960.458164:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1d117d4 x1862549489490176/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.462711:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.462737:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29900 00000400:00000200:3.0:1776267960.462750:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7525 [1] + 224 00000400:00000200:3.0:1776267960.462766:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.462771:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.462786:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1d117d4 x1862549489490176/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.462877:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.462884:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ab40 00000400:00000200:3.0:1776267960.462890:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5f35 [2] + 984 00000400:00000200:3.0:1776267960.462936:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.462940:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.462945:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.462952:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea634ef0. 00000020:00000010:1.0:1776267960.468718:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067500d83. 00000020:00000010:1.0:1776267960.468737:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005e406052. 00000020:00000010:1.0:1776267960.468745:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267960.468789:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ea634ef0 x1862549476125504/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267960.468825:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476125504 02000000:00000010:1.0:1776267960.468839:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050f2fd27. 00010000:00000010:1.0:1776267960.468891:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001085964d. 00000100:00000010:1.0:1776267960.468919:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009548252a. 00000100:00000010:1.0:1776267960.468927:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009548252a. 00010000:00000010:1.0:1776267960.468936:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001085964d. 00000400:00000010:1.0:1776267960.468954:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9ff3e4. 00000100:00000200:1.0:1776267960.468961:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476125504, offset 224 00000400:00000200:1.0:1776267960.468971:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.468990:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.468997:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91334:91334:256:4294967295] 192.168.202.34@tcp LPNI seq info [91334:91334:8:4294967295] 00000400:00000200:1.0:1776267960.469010:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.469016:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.469021:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007516ad8d (tot 82343698). 00000800:00000200:1.0:1776267960.469029:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.469037:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.469042:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007516ad8d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267960.469069:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005e406052. 00000020:00000010:1.0:1776267960.469076:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267960.469080:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067500d83. 00000800:00000200:1.0:1776267960.469240:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.469244:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007516ad8d (tot 82343450). 00000400:00000200:1.0:1776267960.469249:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.469254:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.469260:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9ff3e4 00000400:00000010:1.0:1776267960.469262:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9ff3e4. 00000400:00000010:2.0:1776267960.469426:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619995f1. 00000400:00000200:2.0:1776267960.469431:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000049a541a 00000400:00000010:2.0:1776267960.469433:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000049a541a. 00000100:00000200:2.0:1776267960.469444:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1d117d4 x1862549489490176/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.469454:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1d117d4 x1862549489490176/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267960.469481:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006117357f. 02000000:00000010:2.0:1776267960.469502:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8f6f1f0. 02000000:00000010:2.0:1776267960.469511:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac59de9f. 00000100:00000010:2.0:1776267960.469515:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1d117d4. 00000100:00000010:2.0:1776267960.469519:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031c02c56. 00010000:00000010:2.0:1776267960.469522:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c5db639. 00080000:00000010:2.0:1776267960.469542:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac59de9f. 00010000:00000010:2.0:1776267960.469642:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000422439d0. 00010000:00000010:2.0:1776267960.469649:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a1a14a2e. 00010000:00000010:2.0:1776267960.469744:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e16f23. 00010000:00000010:2.0:1776267960.469751:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000422439d0. 00010000:00000010:2.0:1776267960.469762:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c5db639. 00000100:00000010:2.0:1776267960.469765:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031c02c56. 00000100:00000010:2.0:1776267960.469773:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1d117d4. 02000000:00000010:2.0:1776267960.469786:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8f6f1f0. 02000000:00000010:2.0:1776267960.469814:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c73ef281. 00000400:00000010:2.0:1776267960.469820:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619995f1. 00000400:00000010:2.0:1776267960.469824:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000049a541a. 00000100:00000200:2.0:1776267960.469831:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489490240, portal 16 00000400:00000010:2.0:1776267960.469836:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000081b8ee4. 00000100:00000200:2.0:1776267960.469838:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489490240, offset 0 00000400:00000200:2.0:1776267960.469845:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.469854:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.469862:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.469867:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.469870:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.469873:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91335:91335:256:4294967295] 192.168.202.34@tcp LPNI seq info [91335:91335:8:4294967295] 00000400:00000200:2.0:1776267960.469882:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.469887:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.469890:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267960.469930:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.469935:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.469939:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.470245:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.470248:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:3.0:1776267960.470253:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.470257:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.470260:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000081b8ee4 00000400:00000010:3.0:1776267960.470261:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000081b8ee4. 00000100:00000200:3.0:1776267960.470268:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1d117d4 x1862549489490240/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267960.475936:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267960.475962:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29940 00000400:00000200:2.0:1776267960.475973:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7531 [1] + 224 00000400:00000200:2.0:1776267960.475988:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.475992:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267960.476007:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1d117d4 x1862549489490240/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267960.476041:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267960.476047:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ab80 00000400:00000200:2.0:1776267960.476052:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5f35 [2] + 1312 00000400:00000200:2.0:1776267960.476114:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.476118:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267960.476123:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267960.476130:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e06806be. 00000020:00000010:3.0:1776267960.476237:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9cd5abd. 00000020:00000010:3.0:1776267960.476247:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.476302:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267960.476335:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e06806be x1862549476125568/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267960.476388:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476125568 02000000:00000010:3.0:1776267960.476402:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000daaf5d5a. 00010000:00000010:3.0:1776267960.476453:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a822ff82. 00000100:00000010:3.0:1776267960.476462:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d6857a5. 00000100:00000010:3.0:1776267960.476471:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d6857a5. 00010000:00000010:3.0:1776267960.476476:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a822ff82. 00000400:00000010:3.0:1776267960.476494:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000503c1aa0. 00000100:00000200:3.0:1776267960.476500:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476125568, offset 224 00000400:00000200:3.0:1776267960.476509:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.476521:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.476528:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91336:91336:256:4294967295] 192.168.202.34@tcp LPNI seq info [91336:91336:8:4294967295] 00000400:00000200:3.0:1776267960.476538:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.476543:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.476548:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267960.476554:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.476563:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.476567:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.476595:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.476600:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.476602:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9cd5abd. 00000400:00000010:3.0:1776267960.476630:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619995f1. 00000400:00000200:3.0:1776267960.476635:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000049a541a 00000400:00000010:3.0:1776267960.476637:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000049a541a. 00000100:00000200:3.0:1776267960.476644:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1d117d4 x1862549489490240/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267960.476653:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1d117d4 x1862549489490240/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267960.476678:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060cad7da. 02000000:00000010:3.0:1776267960.476696:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c73ef281. 02000000:00000010:3.0:1776267960.476701:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8f6f1f0. 00000100:00000010:3.0:1776267960.476708:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1d117d4. 00000100:00000010:3.0:1776267960.476711:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031c02c56. 00010000:00000010:3.0:1776267960.476714:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c5db639. 00080000:00000010:3.0:1776267960.476735:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9cd5abd. 00010000:00000010:3.0:1776267960.476848:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000422439d0. 00010000:00000010:3.0:1776267960.476856:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a528eacd. 00010000:00000010:3.0:1776267960.476977:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068018ed1. 00010000:00000010:3.0:1776267960.476986:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000049e7fc0e. 00010000:00000010:3.0:1776267960.476997:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a822ff82. 00000100:00000010:3.0:1776267960.477000:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d6857a5. 00000100:00000010:3.0:1776267960.477009:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d374058f. 02000000:00000010:3.0:1776267960.477022:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009112ca2c. 02000000:00000010:3.0:1776267960.477049:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8f6f1f0. 00000400:00000010:3.0:1776267960.477054:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c1c49be1. 00000400:00000010:3.0:1776267960.477059:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7e646e3. 00000100:00000200:3.0:1776267960.477065:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489490304, portal 16 00000400:00000010:3.0:1776267960.477069:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a502439. 00000100:00000200:3.0:1776267960.477071:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489490304, offset 0 00000400:00000200:3.0:1776267960.477077:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.477084:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.477092:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267960.477096:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267960.477100:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267960.477102:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91337:91337:255:4294967295] 192.168.202.34@tcp LPNI seq info [91337:91337:7:4294967295] 00000400:00000200:3.0:1776267960.477110:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.477115:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.477118:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343946). 00000800:00000200:3.0:1776267960.477122:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.477127:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.477129:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776267960.477363:0:78511:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a93da8e. 00000800:00000200:2.0:1776267960.478012:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.478019:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343698). 00000400:00000200:2.0:1776267960.478028:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.478035:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.478042:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000503c1aa0 00000400:00000010:2.0:1776267960.478044:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000503c1aa0. 00000800:00000200:2.0:1776267960.478120:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.478122:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:2.0:1776267960.478125:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.478129:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.478132:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a502439 00000400:00000010:2.0:1776267960.478133:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a502439. 00000100:00000200:2.0:1776267960.478140:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d374058f x1862549489490304/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1776267960.480672:0:71877:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b58eae9f. 02000000:00000010:3.0:1776267960.480707:0:71877:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ab4aae1. 00000100:00000010:2.0:1776267960.480869:0:71875:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1d117d4. 02000000:00000010:2.0:1776267960.480878:0:71875:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005162ce4d. 02000000:00000010:2.0:1776267960.480944:0:15891:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005ab1a539. 00000400:00000010:2.0:1776267960.480953:0:15891:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaa2a3c. 00000400:00000010:2.0:1776267960.480960:0:15891:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef6112c0. 00000100:00000200:2.0:1776267960.480969:0:15891:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862549489490368, portal 4 00000400:00000010:2.0:1776267960.480978:0:15891:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.480981:0:15891:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862549489490368, offset 0 00000400:00000200:2.0:1776267960.480991:0:15891:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.481008:0:15891:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.481022:0:15891:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69dfa98b299c0 00000400:00000200:2.0:1776267960.481031:0:15891:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x33cf5 [8] + 672 00000400:00000200:2.0:1776267960.481041:0:15891:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.481045:0:15891:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.481052:0:15891:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1776267960.481057:0:15891:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b4b4fcf9. 00000400:00000200:2.0:1776267960.481078:0:15891:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbb66a2 00000400:00000010:2.0:1776267960.481081:0:15891:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.481091:0:15891:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b58eae9f x1862549489490368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267967 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000010:2.0:1776267960.481138:0:15892:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000015206a70. 00000400:00000010:2.0:1776267960.481141:0:15892:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267960.481144:0:15892:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.481147:0:15892:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862549489490432, portal 4 00000400:00000010:2.0:1776267960.481152:0:15892:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1151310. 00000100:00000200:2.0:1776267960.481155:0:15892:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862549489490432, offset 0 00000400:00000200:2.0:1776267960.481158:0:15892:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.481163:0:15892:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.481169:0:15892:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69dfa98b29a00 00000400:00000200:2.0:1776267960.481175:0:15892:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4a14d [256] + 22176 00000400:00000200:2.0:1776267960.481179:0:15892:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.481182:0:15892:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.481186:0:15892:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1776267960.481190:0:15892:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000070c0c82b. 00000400:00000200:2.0:1776267960.481203:0:15892:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1151310 00000400:00000010:2.0:1776267960.481204:0:15892:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1151310. 00000100:00000200:2.0:1776267960.481208:0:15892:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1d117d4 x1862549489490432/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776267967 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000010:2.0:1776267960.481275:0:77283:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008206aac1. 00000020:00000010:2.0:1776267960.481284:0:77283:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.481288:0:77283:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267960.481332:0:77283:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489490368 02000000:00000010:2.0:1776267960.481352:0:77283:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000a32b33fc. 00010000:00000200:2.0:1776267960.481393:0:77283:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000b4b4fcf9 x1862549489490368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:606/0 lens 224/368 e 0 to 0 dl 1776267966 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000400:00000010:2.0:1776267960.481408:0:77283:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1151310. 00000100:00000200:2.0:1776267960.481411:0:77283:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862549489490368, offset 224 00000400:00000200:2.0:1776267960.481415:0:77283:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.481420:0:77283:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.481424:0:77283:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69dfa98b299c0 00000400:00000200:2.0:1776267960.481430:0:77283:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb7545 [1] + 224 00000400:00000200:2.0:1776267960.481433:0:77283:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.481436:0:77283:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.481441:0:77283:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b58eae9f x1862549489490368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267967 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:2.0:1776267960.481461:0:77283:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1151310 00000400:00000010:2.0:1776267960.481463:0:77283:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1151310. 00000020:00000010:2.0:1776267960.481476:0:77283:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.481480:0:77283:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267960.481483:0:77283:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008206aac1. 00000020:00000010:2.0:1776267960.481508:0:65765:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008206aac1. 00000020:00000010:2.0:1776267960.481512:0:65765:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.481514:0:65765:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267960.481537:0:65765:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489490432 02000000:00000010:2.0:1776267960.481546:0:65765:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000064e6b62b. 00010000:00000200:2.0:1776267960.481572:0:65765:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000070c0c82b x1862549489490432/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:606/0 lens 224/368 e 0 to 0 dl 1776267966 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:2.0:1776267960.481581:0:65765:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1151310. 00000100:00000200:2.0:1776267960.481583:0:65765:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862549489490432, offset 224 00000400:00000200:2.0:1776267960.481587:0:65765:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.481592:0:65765:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.481596:0:65765:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69dfa98b29a00 00000400:00000200:2.0:1776267960.481600:0:65765:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb754d [1] + 224 00000400:00000200:2.0:1776267960.481603:0:65765:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.481605:0:65765:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.481610:0:65765:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1d117d4 x1862549489490432/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776267967 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:2.0:1776267960.481622:0:65765:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1151310 00000400:00000010:2.0:1776267960.481624:0:65765:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1151310. 00000020:00000010:2.0:1776267960.481631:0:65765:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.481633:0:65765:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267960.481635:0:65765:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008206aac1. 00000400:00000010:2.0:1776267960.481660:0:15892:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:2.0:1776267960.481663:0:15892:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbb66a2 00000400:00000010:2.0:1776267960.481664:0:15892:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.481668:0:15892:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1d117d4 x1862549489490432/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:2.0:1776267960.481680:0:15892:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1d117d4 x1862549489490432/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:2.0:1776267960.481711:0:15892:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000015206a70. 02000000:00000010:2.0:1776267960.481718:0:15892:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005162ce4d. 00000100:00000010:2.0:1776267960.481722:0:15892:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1d117d4. 00000400:00000010:2.0:1776267960.481733:0:15891:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaa2a3c. 00000400:00000200:2.0:1776267960.481735:0:15891:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef6112c0 00000400:00000010:2.0:1776267960.481736:0:15891:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef6112c0. 00000100:00000200:2.0:1776267960.481740:0:15891:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b58eae9f x1862549489490368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000200:2.0:1776267960.481746:0:15891:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b58eae9f x1862549489490368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000010:2.0:1776267960.481760:0:15891:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005ab1a539. 02000000:00000010:2.0:1776267960.481768:0:15891:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000005ab4aae1. 00000100:00000010:2.0:1776267960.481773:0:15891:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b58eae9f. 00000100:00000010:3.0:1776267960.481939:0:71879:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267960.481950:0:71879:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000020d95ccb. 02000000:00000010:2.0:1776267960.482336:0:15893:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005ab1a539. 00000400:00000010:2.0:1776267960.482341:0:15893:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaa2a3c. 00000400:00000010:2.0:1776267960.482345:0:15893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef6112c0. 00000100:00000200:2.0:1776267960.482348:0:15893:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862549489490496, portal 4 00000400:00000010:2.0:1776267960.482352:0:15893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.482354:0:15893:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862549489490496, offset 0 00000400:00000200:2.0:1776267960.482360:0:15893:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.482366:0:15893:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.482451:0:15893:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69dfa98b29a40 00000400:00000200:2.0:1776267960.482457:0:15893:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x33cf5 [8] + 896 00000400:00000200:2.0:1776267960.482463:0:15893:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.482466:0:15893:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.482471:0:15893:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1776267960.482475:0:15893:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1d117d4. 00000100:00000010:1.0:1776267960.482665:0:65697:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 02000000:00000010:1.0:1776267960.482676:0:65697:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007516ad8d. 00000100:00000010:1.0:1776267960.482700:0:66611:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 02000000:00000010:1.0:1776267960.482706:0:66611:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000576a5c4b. 00000100:00000010:1.0:1776267960.482729:0:47273:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 02000000:00000010:1.0:1776267960.482735:0:47273:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aa70f1ef. 00000100:00000010:1.0:1776267960.482746:0:47273:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 02000000:00000010:1.0:1776267960.482750:0:47273:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009ec70850. 00000100:00000010:1.0:1776267960.482757:0:47273:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 02000000:00000010:1.0:1776267960.482761:0:47273:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000070de03a1. 00000100:00000010:1.0:1776267960.482767:0:47273:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090b3b0d2. 02000000:00000010:1.0:1776267960.482771:0:47273:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007a46ad86. 00000100:00000010:1.0:1776267960.482776:0:47273:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 02000000:00000010:1.0:1776267960.482779:0:47273:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000011bc1d37. 00000100:00000010:1.0:1776267960.482784:0:47273:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267960.482787:0:47273:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000090cec15c. 00000100:00000010:1.0:1776267960.482793:0:47273:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 02000000:00000010:1.0:1776267960.482797:0:47273:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000099b4f764. 00000100:00000010:1.0:1776267960.482802:0:47273:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 02000000:00000010:1.0:1776267960.482807:0:47273:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ee172d09. 00000100:00000010:1.0:1776267960.482811:0:47273:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000327bfe9b. 02000000:00000010:1.0:1776267960.482815:0:47273:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000919fbab6. 00000100:00000010:1.0:1776267960.482821:0:47273:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073ff5367. 02000000:00000010:1.0:1776267960.482824:0:47273:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035313d91. 00000100:00000010:1.0:1776267960.482828:0:47273:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267960.482832:0:47273:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e8868cfe. 02000000:00000010:1.0:1776267960.482884:0:15890:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dc122899. 00000400:00000010:1.0:1776267960.482888:0:15890:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000002b16988. 00000400:00000010:1.0:1776267960.482908:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9ff3e4. 00000100:00000200:1.0:1776267960.482911:0:15890:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862549489490560, portal 4 00000400:00000010:1.0:1776267960.482917:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b353dff. 00000100:00000200:1.0:1776267960.482919:0:15890:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862549489490560, offset 0 00000400:00000200:1.0:1776267960.482924:0:15890:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776267960.482930:0:15890:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776267960.482935:0:15890:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69dfa98b29a80 00000400:00000200:1.0:1776267960.482940:0:15890:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4a14d [256] + 22400 00000400:00000200:1.0:1776267960.482945:0:15890:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.482947:0:15890:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776267960.482950:0:15890:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1776267960.482954:0:15890:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d7f7a424. 00000400:00000200:1.0:1776267960.482968:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b353dff 00000400:00000010:1.0:1776267960.482970:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b353dff. 00000100:00000200:1.0:1776267960.482975:0:15890:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000425f4f8d x1862549489490560/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776267967 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:1.0:1776267960.482994:0:15890:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067500d83. 00000400:00000010:1.0:1776267960.482997:0:15890:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000097a62e0c. 00000400:00000010:1.0:1776267960.483000:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b353dff. 00000100:00000200:1.0:1776267960.483003:0:15890:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489490816, portal 10 00000400:00000010:1.0:1776267960.483007:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000669f343e. 00000100:00000200:1.0:1776267960.483009:0:15890:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862549489490816, offset 0 00000400:00000200:1.0:1776267960.483012:0:15890:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776267960.483016:0:15890:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776267960.483021:0:15890:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69dfa98b29b80 00000400:00000200:1.0:1776267960.483027:0:15890:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x81299 [64] + 28760 00000400:00000200:1.0:1776267960.483031:0:15890:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.483034:0:15890:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776267960.483037:0:15890:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776267960.483040:0:15890:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000091606734. 00000400:00000200:1.0:1776267960.483052:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000669f343e 00000400:00000010:1.0:1776267960.483054:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000669f343e. 00000100:00000200:1.0:1776267960.483056:0:15890:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000192be620 x1862549489490816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000010:1.0:1776267960.483069:0:15890:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b668a25. 00000400:00000010:1.0:1776267960.483072:0:15890:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090efb0bc. 00000400:00000010:1.0:1776267960.483075:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000669f343e. 00000100:00000200:1.0:1776267960.483077:0:15890:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491072, portal 10 00000400:00000010:1.0:1776267960.483082:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267960.483083:0:15890:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862549489491072, offset 0 00000400:00000200:1.0:1776267960.483087:0:15890:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776267960.483091:0:15890:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776267960.483095:0:15890:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69dfa98b29c80 00000400:00000200:1.0:1776267960.483098:0:15890:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x81299 [64] + 28984 00000400:00000200:1.0:1776267960.483101:0:15890:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.483103:0:15890:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776267960.483105:0:15890:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776267960.483109:0:15890:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5af805f. 00000400:00000200:1.0:1776267960.483119:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:1.0:1776267960.483121:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00000100:00000200:1.0:1776267960.483123:0:15890:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a528f70 x1862549489491072/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000010:1.0:1776267960.483135:0:15890:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000caf5ac3c. 00000400:00000010:1.0:1776267960.483138:0:15890:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae94a7e7. 00000400:00000010:1.0:1776267960.483140:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267960.483142:0:15890:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491328, portal 10 00000400:00000010:1.0:1776267960.483147:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267960.483149:0:15890:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862549489491328, offset 0 00000400:00000200:1.0:1776267960.483152:0:15890:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776267960.483156:0:15890:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776267960.483160:0:15890:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69dfa98b29d80 00000400:00000200:1.0:1776267960.483163:0:15890:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x81299 [64] + 29208 00000400:00000200:1.0:1776267960.483167:0:15890:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.483169:0:15890:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776267960.483171:0:15890:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1776267960.483174:0:15890:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fa39c77d. 00000400:00000200:1.0:1776267960.483184:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:1.0:1776267960.483186:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00000100:00000200:1.0:1776267960.483190:0:15890:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489491328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000010:1.0:1776267960.483212:0:15890:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fcb3cce0. 00000400:00000010:1.0:1776267960.483215:0:15890:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267960.483218:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267960.483220:0:15890:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862549489490624, portal 4 00000400:00000010:1.0:1776267960.483255:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f2dfd06. 00000100:00000200:1.0:1776267960.483258:0:15890:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862549489490624, offset 0 00000400:00000200:1.0:1776267960.483261:0:15890:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776267960.483265:0:15890:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776267960.483269:0:15890:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69dfa98b29ac0 00000400:00000200:1.0:1776267960.483272:0:15890:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x33cf5 [8] + 1120 00000400:00000200:1.0:1776267960.483276:0:15890:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.483278:0:15890:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1776267960.483304:0:64852:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f953455. 00000020:00000010:1.0:1776267960.483311:0:64852:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005e406052. 00000020:00000010:1.0:1776267960.483314:0:64852:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267960.483348:0:64852:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002387efba. 00000020:00000010:1.0:1776267960.483352:0:64852:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007992c09e. 00000020:00000010:1.0:1776267960.483355:0:64852:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267960.483370:0:64852:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f5a95e4. 00000020:00000010:1.0:1776267960.483386:0:64852:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001476a470. 00000020:00000010:1.0:1776267960.483389:0:64852:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000011b1d3. 00000100:00000200:1.0:1776267960.483407:0:64852:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489490816 02000000:00000010:1.0:1776267960.483421:0:64852:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000cb24f5a. 00010000:00000200:1.0:1776267960.483428:0:64852:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000091606734 x1862549489490816/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1776268003 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:1.0:1776267960.483439:0:64852:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267960.483441:0:64852:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862549489490816, offset 224 00000400:00000200:1.0:1776267960.483445:0:64852:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776267960.483451:0:64852:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776267960.483455:0:64852:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69dfa98b29b80 00000400:00000200:1.0:1776267960.483459:0:64852:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb756d [1] + 224 00000400:00000200:1.0:1776267960.483462:0:64852:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.483465:0:64852:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776267960.483469:0:64852:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000192be620 x1862549489490816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:1.0:1776267960.483482:0:64852:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076585e34 00000400:00000010:1.0:1776267960.483484:0:64852:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076585e34. 00000020:00000010:1.0:1776267960.483493:0:64852:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005e406052. 00000020:00000010:1.0:1776267960.483497:0:64852:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267960.483499:0:64852:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f953455. 00000100:00000200:1.0:1776267960.483509:0:64852:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489491072 02000000:00000010:1.0:1776267960.483516:0:64852:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008f953455. 00010000:00000200:1.0:1776267960.483519:0:64852:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000a5af805f x1862549489491072/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1776268003 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:1.0:1776267960.483527:0:64852:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267960.483529:0:64852:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862549489491072, offset 224 00000400:00000200:1.0:1776267960.483533:0:64852:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776267960.483537:0:64852:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776267960.483541:0:64852:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69dfa98b29c80 00000400:00000200:1.0:1776267960.483544:0:64852:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb7575 [1] + 224 00000400:00000200:1.0:1776267960.483547:0:64852:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.483550:0:64852:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776267960.483553:0:64852:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a528f70 x1862549489491072/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:1.0:1776267960.483561:0:64852:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076585e34 00000400:00000010:1.0:1776267960.483563:0:64852:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076585e34. 00000020:00000010:1.0:1776267960.483569:0:64852:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007992c09e. 00000020:00000010:1.0:1776267960.483571:0:64852:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267960.483573:0:64852:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002387efba. 00000100:00000200:1.0:1776267960.483581:0:64852:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489491328 02000000:00000010:1.0:1776267960.483587:0:64852:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002387efba. 00010000:00000200:1.0:1776267960.483591:0:64852:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000fa39c77d x1862549489491328/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1776268003 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:1.0:1776267960.483603:0:64852:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267960.483605:0:64852:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862549489491328, offset 224 00000400:00000200:1.0:1776267960.483608:0:64852:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776267960.483612:0:64852:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776267960.483616:0:64852:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69dfa98b29d80 00000400:00000200:1.0:1776267960.483619:0:64852:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb757d [1] + 224 00000400:00000200:1.0:1776267960.483622:0:64852:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.483624:0:64852:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776267960.483628:0:64852:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489491328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:1.0:1776267960.483636:0:64852:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076585e34 00000400:00000010:1.0:1776267960.483638:0:64852:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076585e34. 00000020:00000010:1.0:1776267960.483643:0:64852:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001476a470. 00000020:00000010:1.0:1776267960.483646:0:64852:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000011b1d3. 00000020:00000010:1.0:1776267960.483648:0:64852:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f5a95e4. 00010000:00000010:2.1:1776267960.486672:0:15893:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093217a5e. 00010000:00000010:2.1:1776267960.486698:0:15893:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00000400:00000200:2.0:1776267960.486775:0:15893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbb66a2 00000400:00000010:2.0:1776267960.486779:0:15893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.486797:0:15893:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489490496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267967 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:2.0:1776267960.486868:0:15893:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008206aac1. 00000400:00000010:2.0:1776267960.486875:0:15893:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267960.486880:0:15893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.486888:0:15893:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489490752, portal 4 00000400:00000010:2.0:1776267960.486920:0:15893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1151310. 00000100:00000200:2.0:1776267960.486923:0:15893:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1862549489490752, offset 0 00000400:00000200:2.0:1776267960.486930:0:15893:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.486945:0:15893:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.486958:0:15893:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69dfa98b29b40 00000400:00000200:2.0:1776267960.486966:0:15893:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4a14d [256] + 22624 00000400:00000200:2.0:1776267960.486973:0:15893:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.486977:0:15893:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.486983:0:15893:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1776267960.486989:0:15893:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000047e24643. 00000400:00000200:2.0:1776267960.487007:0:15893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1151310 00000400:00000010:2.0:1776267960.487009:0:15893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1151310. 00000100:00000200:2.0:1776267960.487012:0:15893:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000200aa5ca x1862549489490752/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776267967 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000010:2.0:1776267960.487029:0:15893:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c73ef281. 00000400:00000010:2.0:1776267960.487032:0:15893:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077d446fc. 00000400:00000010:2.0:1776267960.487034:0:15893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1151310. 00000100:00000200:2.0:1776267960.487037:0:15893:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491008, portal 4 00000400:00000010:2.0:1776267960.487041:0:15893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006637a72f. 00000100:00000200:2.0:1776267960.487044:0:15893:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862549489491008, offset 0 00000400:00000200:2.0:1776267960.487047:0:15893:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.487051:0:15893:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.487056:0:15893:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69dfa98b29c40 00000400:00000200:2.0:1776267960.487061:0:15893:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x79675 [8] + 9624 00000400:00000200:2.0:1776267960.487066:0:15893:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.487068:0:15893:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.487072:0:15893:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1776267960.487076:0:15893:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd184d01. 00000400:00000200:2.0:1776267960.487086:0:15893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006637a72f 00000400:00000010:2.0:1776267960.487088:0:15893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006637a72f. 00000100:00000200:2.0:1776267960.487091:0:15893:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489491008/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776267967 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000010:2.0:1776267960.487106:0:15893:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c5d0260. 00000400:00000010:2.0:1776267960.487109:0:15893:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f215ec7. 00000400:00000010:2.0:1776267960.487111:0:15893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006637a72f. 00000100:00000200:2.0:1776267960.487113:0:15893:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491264, portal 4 00000400:00000010:2.0:1776267960.487118:0:15893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001290874d. 00000100:00000200:2.0:1776267960.487120:0:15893:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862549489491264, offset 0 00000400:00000200:2.0:1776267960.487123:0:15893:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.487127:0:15893:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.487131:0:15893:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69dfa98b29d40 00000400:00000200:2.0:1776267960.487134:0:15893:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x79675 [8] + 9848 00000400:00000200:2.0:1776267960.487138:0:15893:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.487140:0:15893:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.487142:0:15893:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1776267960.487145:0:15893:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f5837bfc. 00000400:00000200:2.0:1776267960.487156:0:15893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001290874d 00000400:00000010:2.0:1776267960.487158:0:15893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001290874d. 00000100:00000200:2.0:1776267960.487161:0:15893:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000073ff5367 x1862549489491264/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776267967 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000010:2.0:1776267960.487184:0:15893:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c5c90c9. 00000400:00000010:2.0:1776267960.487188:0:15893:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c38e970. 00000400:00000010:2.0:1776267960.487191:0:15893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001290874d. 00000100:00000200:2.0:1776267960.487193:0:15893:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489490688, portal 25 00000400:00000010:2.0:1776267960.487196:0:15893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004395e51d. 00000100:00000200:2.0:1776267960.487198:0:15893:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862549489490688, offset 0 00000400:00000200:2.0:1776267960.487202:0:15893:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.487206:0:15893:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.487210:0:15893:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69dfa98b29b00 00000400:00000200:2.0:1776267960.487216:0:15893:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x91351 [2] + 0 00000400:00000010:2.0:1776267960.487219:0:15893:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003a08bc94. 00000400:00000200:2.0:1776267960.487222:0:15893:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000082dcfe1 00000400:00000200:2.0:1776267960.487244:0:15893:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.487247:0:15893:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1776267960.487248:0:15893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000082dcfe1 00000400:00000010:2.0:1776267960.487250:0:15893:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000082dcfe1 (tot 82343298). 00000100:00000200:2.0:1776267960.487257:0:15893:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1776267960.487271:0:15893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004395e51d 00000400:00000010:2.0:1776267960.487272:0:15893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004395e51d. 00000100:00000200:2.0:1776267960.487275:0:15893:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f72124f x1862549489490688/t0(0) o400->MGC192.168.202.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776267967 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000010:2.0:1776267960.487290:0:15893:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc3ec428. 00000400:00000010:2.0:1776267960.487294:0:15893:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e4cfc9e. 00000400:00000010:2.0:1776267960.487296:0:15893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004395e51d. 00000100:00000200:2.0:1776267960.487298:0:15893:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489490944, portal 10 00000400:00000010:2.0:1776267960.487303:0:15893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267960.487305:0:15893:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862549489490944, offset 0 00000400:00000200:2.0:1776267960.487308:0:15893:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.487312:0:15893:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.487317:0:15893:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69dfa98b29c00 00000400:00000200:2.0:1776267960.487322:0:15893:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x81299 [64] + 29432 00000400:00000200:2.0:1776267960.487326:0:15893:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.487328:0:15893:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.487331:0:15893:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1776267960.487334:0:15893:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f8b48. 00000400:00000200:2.0:1776267960.487347:0:15893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:2.0:1776267960.487348:0:15893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 00000100:00000200:2.0:1776267960.487352:0:15893:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008d76028b x1862549489490944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000010:2.0:1776267960.487367:0:15893:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000609c8bd9. 00000400:00000010:2.0:1776267960.487370:0:15893:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000010ca33c2. 00000400:00000010:2.0:1776267960.487372:0:15893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267960.487389:0:15893:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491200, portal 4 00000400:00000010:2.0:1776267960.487394:0:15893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267960.487396:0:15893:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862549489491200, offset 0 00000400:00000200:2.0:1776267960.487399:0:15893:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.487404:0:15893:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.487408:0:15893:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69dfa98b29d00 00000400:00000200:2.0:1776267960.487412:0:15893:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x79675 [8] + 10072 00000400:00000200:2.0:1776267960.487415:0:15893:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.487417:0:15893:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.487419:0:15893:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1776267960.487422:0:15893:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e23e275. 00000400:00000200:2.0:1776267960.487433:0:15893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:2.0:1776267960.487434:0:15893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000100:00000200:2.0:1776267960.487438:0:15893:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000327bfe9b x1862549489491200/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776267967 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000020:00000010:2.0:1776267960.487497:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f17fce38. 00000020:00000010:2.0:1776267960.487506:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.487511:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267960.487554:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004737cd22. 00000020:00000010:2.0:1776267960.487557:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.487560:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267960.487577:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006893ad02. 00000020:00000010:2.0:1776267960.487580:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267960.487582:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.487602:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489491008 02000000:00000010:2.0:1776267960.487624:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2f2cd57. 00010000:00000200:2.0:1776267960.487633:0:66516:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000bd184d01 x1862549489491008/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:606/0 lens 224/224 e 0 to 0 dl 1776267966 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:2.0:1776267960.487649:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267960.487653:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862549489491008, offset 224 00000400:00000200:2.0:1776267960.487657:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.487661:0:66516:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.487667:0:66516:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69dfa98b29c40 00000400:00000200:2.0:1776267960.487672:0:66516:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb75a1 [1] + 224 00000400:00000200:2.0:1776267960.487675:0:66516:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.487677:0:66516:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.487682:0:66516:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489491008/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776267967 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:2.0:1776267960.487696:0:66516:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:2.0:1776267960.487697:0:66516:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000020:00000010:2.0:1776267960.487710:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.487714:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267960.487718:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f17fce38. 00000100:00000200:2.0:1776267960.487729:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489491264 02000000:00000010:2.0:1776267960.487737:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f17fce38. 00010000:00000200:2.0:1776267960.487741:0:66516:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000f5837bfc x1862549489491264/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:606/0 lens 224/224 e 0 to 0 dl 1776267966 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:2.0:1776267960.487748:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267960.487751:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862549489491264, offset 224 00000400:00000200:2.0:1776267960.487755:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.487759:0:66516:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.487763:0:66516:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69dfa98b29d40 00000400:00000200:2.0:1776267960.487766:0:66516:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb75a9 [1] + 224 00000400:00000200:2.0:1776267960.487769:0:66516:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.487771:0:66516:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.487775:0:66516:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000073ff5367 x1862549489491264/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776267967 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:2.0:1776267960.487783:0:66516:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:2.0:1776267960.487784:0:66516:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000020:00000010:2.0:1776267960.487791:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.487793:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267960.487795:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004737cd22. 00000100:00000200:2.0:1776267960.487803:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489491200 02000000:00000010:2.0:1776267960.487809:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004737cd22. 00010000:00000200:2.0:1776267960.487813:0:66516:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000009e23e275 x1862549489491200/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:606/0 lens 224/224 e 0 to 0 dl 1776267966 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:2.0:1776267960.487820:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267960.487822:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862549489491200, offset 224 00000400:00000200:2.0:1776267960.487826:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.487831:0:66516:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.487835:0:66516:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69dfa98b29d00 00000400:00000200:2.0:1776267960.487838:0:66516:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb75c1 [1] + 224 00000400:00000200:2.0:1776267960.487841:0:66516:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.487843:0:66516:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.487846:0:66516:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000327bfe9b x1862549489491200/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776267967 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:2.0:1776267960.487855:0:66516:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:2.0:1776267960.487856:0:66516:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000020:00000010:2.0:1776267960.487862:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267960.487864:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.487866:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006893ad02. 00000020:00000010:2.0:1776267960.487927:0:71864:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006893ad02. 00000020:00000010:2.0:1776267960.487931:0:71864:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267960.487933:0:71864:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.487956:0:71864:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489490688 02000000:00000010:2.0:1776267960.487963:0:71864:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001db33da1. 00010000:00000200:2.0:1776267960.487968:0:71864:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000f240ec92 x1862549489490688/t0(0) o400->a12cdafa-4937-4e11-8a00-ac0a2a738f7f@0@lo:606/0 lens 224/224 e 0 to 0 dl 1776267966 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:2.0:1776267960.487976:0:71864:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267960.487978:0:71864:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1862549489490688, offset 224 00000400:00000200:2.0:1776267960.487982:0:71864:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.487987:0:71864:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.487991:0:71864:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69dfa98b29b00 00000400:00000200:2.0:1776267960.487996:0:71864:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xb75b1 [1] + 224 00000400:00000200:2.0:1776267960.487999:0:71864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.488002:0:71864:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.488007:0:71864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f72124f x1862549489490688/t0(0) o400->MGC192.168.202.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776267967 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:2.0:1776267960.488016:0:71864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:2.0:1776267960.488017:0:71864:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000020:00000010:2.0:1776267960.488023:0:71864:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267960.488025:0:71864:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.488027:0:71864:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006893ad02. 02000000:00000010:2.0:1776267960.488033:0:71864:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001db33da1. 00000100:00000200:2.0:1776267960.488038:0:71864:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1776267960.488041:0:71864:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d033483. 00000400:00000010:2.0:1776267960.488046:0:71864:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000031c02c56 (tot 82343450). 00000020:00000010:2.0:1776267960.488067:0:75345:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001db33da1. 00000020:00000010:2.0:1776267960.488071:0:75345:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267960.488072:0:75345:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.488098:0:75345:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489490944 02000000:00000010:2.0:1776267960.488105:0:75345:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006893ad02. 00010000:00000200:2.0:1776267960.488110:0:75345:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000d68f8b48 x1862549489490944/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1776268003 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:2.0:1776267960.488118:0:75345:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267960.488120:0:75345:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862549489490944, offset 224 00000400:00000200:2.0:1776267960.488124:0:75345:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.488128:0:75345:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.488132:0:75345:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69dfa98b29c00 00000400:00000200:2.0:1776267960.488137:0:75345:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb75b9 [1] + 224 00000400:00000200:2.0:1776267960.488140:0:75345:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.488142:0:75345:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.488147:0:75345:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008d76028b x1862549489490944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:2.0:1776267960.488155:0:75345:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:2.0:1776267960.488156:0:75345:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000020:00000010:2.0:1776267960.488162:0:75345:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267960.488164:0:75345:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.488166:0:75345:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001db33da1. 00000020:00000010:2.0:1776267960.488216:0:75612:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001db33da1. 00000020:00000010:2.0:1776267960.488218:0:75612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267960.488220:0:75612:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.488260:0:75612:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d52c63b2. 00000020:00000010:2.0:1776267960.488262:0:75612:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.488265:0:75612:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267960.488276:0:75612:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489490560 02000000:00000010:2.0:1776267960.488286:0:75612:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000015206a70. 00010000:00000200:2.0:1776267960.488320:0:75612:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000d7f7a424 x1862549489490560/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:606/0 lens 224/368 e 0 to 0 dl 1776267966 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:2.0:1776267960.488328:0:75612:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267960.488330:0:75612:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862549489490560, offset 224 00000400:00000200:2.0:1776267960.488334:0:75612:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.488339:0:75612:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.488343:0:75612:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69dfa98b29a80 00000400:00000200:2.0:1776267960.488348:0:75612:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb7565 [1] + 224 00000400:00000200:2.0:1776267960.488352:0:75612:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.488354:0:75612:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.488360:0:75612:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000425f4f8d x1862549489490560/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776267967 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:2.0:1776267960.488370:0:75612:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:2.0:1776267960.488371:0:75612:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000020:00000010:2.0:1776267960.488378:0:75612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089ec9d59. 00000020:00000010:2.0:1776267960.488381:0:75612:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.488383:0:75612:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001db33da1. 00000100:00000200:2.0:1776267960.488394:0:75612:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489490752 02000000:00000010:2.0:1776267960.488399:0:75612:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001db33da1. 00010000:00000200:2.0:1776267960.488403:0:75612:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000047e24643 x1862549489490752/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:606/0 lens 224/224 e 0 to 0 dl 1776267966 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:2.0:1776267960.488410:0:75612:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267960.488412:0:75612:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862549489490752, offset 224 00000400:00000200:2.0:1776267960.488415:0:75612:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.488420:0:75612:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.488423:0:75612:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69dfa98b29b40 00000400:00000200:2.0:1776267960.488427:0:75612:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb7599 [1] + 224 00000400:00000200:2.0:1776267960.488430:0:75612:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.488432:0:75612:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.488436:0:75612:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000200aa5ca x1862549489490752/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776267967 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:2.0:1776267960.488443:0:75612:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:2.0:1776267960.488444:0:75612:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000020:00000010:2.0:1776267960.488450:0:75612:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.488452:0:75612:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267960.488454:0:75612:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d52c63b2. 00000400:00000010:2.0:1776267960.488501:0:15893:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c38e970. 00000400:00000200:2.0:1776267960.488504:0:15893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001290874d 00000400:00000010:2.0:1776267960.488506:0:15893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001290874d. 00000100:00000200:2.0:1776267960.488509:0:15893:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f72124f x1862549489490688/t0(0) o400->MGC192.168.202.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1776267960.488515:0:15893:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f72124f x1862549489490688/t0(0) o400->MGC192.168.202.134@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000010:2.0:1776267960.488537:0:15893:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e4cfc9e. 00000400:00000200:2.0:1776267960.488539:0:15893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004395e51d 00000400:00000010:2.0:1776267960.488540:0:15893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004395e51d. 00000100:00000200:2.0:1776267960.488543:0:15893:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008d76028b x1862549489490944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1776267960.488549:0:15893:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008d76028b x1862549489490944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000010:2.0:1776267960.488564:0:15893:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010ca33c2. 00000400:00000200:2.0:1776267960.488566:0:15893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:2.0:1776267960.488567:0:15893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 00000100:00000200:2.0:1776267960.488570:0:15893:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000327bfe9b x1862549489491200/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1776267960.488576:0:15893:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000327bfe9b x1862549489491200/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000010:2.0:1776267960.488592:0:15893:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:2.0:1776267960.488595:0:15893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbb66a2 00000400:00000010:2.0:1776267960.488596:0:15893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.488598:0:15893:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000200aa5ca x1862549489490752/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1776267960.488604:0:15893:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000200aa5ca x1862549489490752/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000010:2.0:1776267960.488616:0:15893:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077d446fc. 00000400:00000200:2.0:1776267960.488618:0:15893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1151310 00000400:00000010:2.0:1776267960.488619:0:15893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1151310. 00000100:00000200:2.0:1776267960.488622:0:15893:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489491008/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1776267960.488627:0:15893:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489491008/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000010:2.0:1776267960.488638:0:15893:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f215ec7. 00000400:00000200:2.0:1776267960.488640:0:15893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006637a72f 00000400:00000010:2.0:1776267960.488641:0:15893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006637a72f. 00000100:00000200:2.0:1776267960.488644:0:15893:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000073ff5367 x1862549489491264/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:2.0:1776267960.488650:0:15893:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000073ff5367 x1862549489491264/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000010:2.0:1776267960.488664:0:15893:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c5c90c9. 02000000:00000010:2.0:1776267960.488670:0:15893:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000aa70f1ef. 00000100:00000010:2.0:1776267960.488675:0:15893:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 02000000:00000010:2.0:1776267960.488679:0:15893:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc3ec428. 02000000:00000010:2.0:1776267960.488681:0:15893:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000011bc1d37. 00000100:00000010:2.0:1776267960.488683:0:15893:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 02000000:00000010:2.0:1776267960.488685:0:15893:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000609c8bd9. 02000000:00000010:2.0:1776267960.488687:0:15893:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000919fbab6. 00000100:00000010:2.0:1776267960.488691:0:15893:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000327bfe9b. 02000000:00000010:2.0:1776267960.488693:0:15893:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008206aac1. 02000000:00000010:2.0:1776267960.488696:0:15893:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000009ec70850. 00000100:00000010:2.0:1776267960.488698:0:15893:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 02000000:00000010:2.0:1776267960.488701:0:15893:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c73ef281. 02000000:00000010:2.0:1776267960.488703:0:15893:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000090cec15c. 00000100:00000010:2.0:1776267960.488705:0:15893:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 02000000:00000010:2.0:1776267960.488707:0:15893:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c5d0260. 02000000:00000010:2.0:1776267960.488711:0:15893:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000035313d91. 00000100:00000010:2.0:1776267960.488713:0:15893:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073ff5367. 00000100:00000200:0.0:1776267960.489190:0:15890:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1776267960.489199:0:15890:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000559a3336. 00000400:00000200:1.0:1776267960.490239:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.490260:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29980 00000400:00000200:1.0:1776267960.490270:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb753d [1] + 224 00000400:00000200:1.0:1776267960.490284:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.490287:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.490297:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d374058f x1862549489490304/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.490327:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.490332:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6abc0 00000400:00000200:1.0:1776267960.490337:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5f35 [2] + 1640 00000400:00000200:1.0:1776267960.490556:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.490561:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.490566:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267960.490571:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e69869f. 00000020:00000010:2.0:1776267960.492290:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c5d0260. 00000020:00000010:2.0:1776267960.492302:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.492307:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267960.492346:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e69869f x1862549476125632/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267960.493648:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476125632 02000000:00000010:2.0:1776267960.493668:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c73ef281. 00010000:00000010:2.0:1776267960.493717:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000906f36ab. 00000100:00000010:2.0:1776267960.493726:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.493733:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.493738:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000906f36ab. 00000400:00000010:2.0:1776267960.493754:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006637a72f. 00000100:00000200:2.0:1776267960.493761:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476125632, offset 224 00000400:00000200:2.0:1776267960.493771:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.493792:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.493798:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91338:91338:256:4294967295] 192.168.202.34@tcp LPNI seq info [91338:91338:8:4294967295] 00000400:00000200:2.0:1776267960.493811:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.493818:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.493823:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267960.493830:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.493839:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.493843:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.493871:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.493876:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267960.493880:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c5d0260. 00000800:00000200:2.0:1776267960.494027:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.494031:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:2.0:1776267960.494036:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.494040:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.494045:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006637a72f 00000400:00000010:2.0:1776267960.494047:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006637a72f. 00000400:00000200:0.0:1776267960.495823:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f2dfd06 00000400:00000010:0.0:1776267960.495835:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f2dfd06. 00000100:00000200:0.0:1776267960.495850:0:15890:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa9f9452 x1862549489490624/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267967 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:0.0:1776267960.495914:0:15890:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6c487aa. 00000400:00000010:0.0:1776267960.495921:0:15890:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f396a63. 00000400:00000010:0.0:1776267960.495927:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1a3c560. 00000100:00000200:0.0:1776267960.495935:0:15890:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489490880, portal 10 00000400:00000010:0.0:1776267960.496104:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074d9ae42. 00000100:00000200:0.0:1776267960.496109:0:15890:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862549489490880, offset 0 00000400:00000200:0.0:1776267960.496118:0:15890:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776267960.496131:0:15890:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776267960.496142:0:15890:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69dfa98b29bc0 00000400:00000200:0.0:1776267960.496150:0:15890:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x81299 [64] + 29656 00000400:00000200:0.0:1776267960.496159:0:15890:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.496163:0:15890:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776267960.496169:0:15890:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1776267960.496176:0:15890:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c3f9fd7f. 00000400:00000200:0.0:1776267960.496194:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074d9ae42 00000400:00000010:0.0:1776267960.496196:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074d9ae42. 00000100:00000200:0.0:1776267960.496202:0:15890:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090b3b0d2 x1862549489490880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000010:0.0:1776267960.496219:0:15890:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe40bc74. 00000400:00000010:0.0:1776267960.496232:0:15890:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a3be986. 00000400:00000010:0.0:1776267960.496236:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074d9ae42. 00000100:00000200:0.0:1776267960.496238:0:15890:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491136, portal 10 00000400:00000010:0.0:1776267960.496243:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052669a04. 00000100:00000200:0.0:1776267960.496245:0:15890:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862549489491136, offset 0 00000400:00000200:0.0:1776267960.496249:0:15890:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1776267960.496253:0:15890:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1776267960.496258:0:15890:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69dfa98b29cc0 00000400:00000200:0.0:1776267960.496261:0:15890:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x81299 [64] + 29880 00000400:00000200:0.0:1776267960.496265:0:15890:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.496267:0:15890:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1776267960.496269:0:15890:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1776267960.496272:0:15890:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c8f78031. 00000400:00000200:0.0:1776267960.496285:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052669a04 00000400:00000010:0.0:1776267960.496286:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052669a04. 00000100:00000200:0.0:1776267960.496289:0:15890:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008274bc47 x1862549489491136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000010:0.0:1776267960.496303:0:15890:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000002b16988. 00000400:00000200:0.0:1776267960.496306:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9ff3e4 00000400:00000010:0.0:1776267960.496307:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9ff3e4. 00000100:00000200:0.0:1776267960.496311:0:15890:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000425f4f8d x1862549489490560/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:0.0:1776267960.496317:0:15890:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000425f4f8d x1862549489490560/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000010:0.0:1776267960.496358:0:15890:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000097a62e0c. 00000400:00000200:0.0:1776267960.496361:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b353dff 00000400:00000010:0.0:1776267960.496362:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b353dff. 00000020:00000010:3.0:1776267960.496678:0:66520:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da7283b4. 00000020:00000010:3.0:1776267960.496688:0:66520:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.496693:0:66520:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.496737:0:66520:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009541819f. 00000020:00000010:3.0:1776267960.496740:0:66520:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267960.496743:0:66520:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000837945f2. 00000100:00000200:3.0:1776267960.496763:0:66520:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489490496 02000000:00000010:3.0:1776267960.496784:0:66520:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000006857f735. 00010000:00000200:3.0:1776267960.496816:0:66520:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000d1d117d4 x1862549489490496/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:606/0 lens 224/368 e 0 to 0 dl 1776267966 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:3.0:1776267960.496832:0:66520:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009716a069. 00000100:00000200:3.0:1776267960.496835:0:66520:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862549489490496, offset 224 00000400:00000200:3.0:1776267960.496841:0:66520:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776267960.496847:0:66520:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776267960.496852:0:66520:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69dfa98b29a40 00000400:00000200:3.0:1776267960.496858:0:66520:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb755d [1] + 224 00000400:00000200:3.0:1776267960.496862:0:66520:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.496864:0:66520:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776267960.496870:0:66520:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489490496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267967 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1776267960.496891:0:66520:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009716a069 00000400:00000010:3.0:1776267960.496908:0:66520:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009716a069. 00000020:00000010:3.0:1776267960.496923:0:66520:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267960.496927:0:66520:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267960.496931:0:66520:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da7283b4. 00000100:00000200:3.0:1776267960.496943:0:66520:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489490624 00000020:00000010:2.0:1776267960.497084:0:75345:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008206aac1. 00000020:00000010:2.0:1776267960.497090:0:75345:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.497094:0:75345:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267960.497125:0:75345:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c5d0260. 00000020:00000010:2.0:1776267960.497128:0:75345:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000a96a73b. 00000020:00000010:2.0:1776267960.497131:0:75345:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.497144:0:75345:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489490880 02000000:00000010:2.0:1776267960.497156:0:75345:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000609c8bd9. 00010000:00000200:2.0:1776267960.497162:0:75345:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000c3f9fd7f x1862549489490880/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1776268003 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:2.0:1776267960.497172:0:75345:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006637a72f. 00000100:00000200:2.0:1776267960.497175:0:75345:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862549489490880, offset 224 00000400:00000200:2.0:1776267960.497179:0:75345:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.497184:0:75345:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.497190:0:75345:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69dfa98b29bc0 00000400:00000200:2.0:1776267960.497194:0:75345:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb75ed [1] + 224 00000400:00000200:2.0:1776267960.497199:0:75345:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.497201:0:75345:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.497206:0:75345:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090b3b0d2 x1862549489490880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:2.0:1776267960.497220:0:75345:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006637a72f 00000400:00000010:2.0:1776267960.497221:0:75345:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006637a72f. 00000020:00000010:2.0:1776267960.497242:0:75345:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.497247:0:75345:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267960.497250:0:75345:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008206aac1. 00000100:00000200:2.0:1776267960.497263:0:75345:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489491136 02000000:00000010:2.0:1776267960.497272:0:75345:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008206aac1. 00010000:00000200:2.0:1776267960.497276:0:75345:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000c8f78031 x1862549489491136/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:643/0 lens 224/224 e 0 to 0 dl 1776268003 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:2.0:1776267960.497285:0:75345:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006637a72f. 00000100:00000200:2.0:1776267960.497287:0:75345:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862549489491136, offset 224 00000400:00000200:2.0:1776267960.497290:0:75345:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267960.497295:0:75345:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267960.497299:0:75345:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69dfa98b29cc0 00000400:00000200:2.0:1776267960.497303:0:75345:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xb75f5 [1] + 224 00000400:00000200:2.0:1776267960.497306:0:75345:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.497308:0:75345:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267960.497312:0:75345:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008274bc47 x1862549489491136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000200:2.0:1776267960.497326:0:75345:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006637a72f 00000400:00000010:2.0:1776267960.497327:0:75345:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006637a72f. 00000020:00000010:2.0:1776267960.497334:0:75345:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000a96a73b. 00000020:00000010:2.0:1776267960.497336:0:75345:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.497338:0:75345:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c5d0260. 00000100:00000200:0.0:1776267960.498085:0:15890:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000192be620 x1862549489490816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1776267960.498098:0:15890:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000192be620 x1862549489490816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000010:0.0:1776267960.498133:0:15890:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090efb0bc. 00000400:00000200:0.0:1776267960.498136:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000669f343e 00000400:00000010:0.0:1776267960.498138:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000669f343e. 00000100:00000200:0.0:1776267960.498142:0:15890:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a528f70 x1862549489491072/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1776267960.498148:0:15890:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a528f70 x1862549489491072/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000010:0.0:1776267960.498160:0:15890:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae94a7e7. 00000400:00000200:0.0:1776267960.498162:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:0.0:1776267960.498164:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00000100:00000200:0.0:1776267960.498167:0:15890:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489491328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1776267960.498172:0:15890:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489491328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000010:0.0:1776267960.498188:0:15890:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dc122899. 02000000:00000010:0.0:1776267960.498194:0:15890:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007516ad8d. 00000100:00000010:0.0:1776267960.498199:0:15890:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 02000000:00000010:0.0:1776267960.498203:0:15890:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067500d83. 02000000:00000010:0.0:1776267960.498206:0:15890:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000070de03a1. 00000100:00000010:0.0:1776267960.498207:0:15890:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 02000000:00000010:0.0:1776267960.498210:0:15890:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b668a25. 02000000:00000010:0.0:1776267960.498212:0:15890:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000099b4f764. 00000100:00000010:0.0:1776267960.498213:0:15890:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 02000000:00000010:0.0:1776267960.498216:0:15890:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000caf5ac3c. 02000000:00000010:0.0:1776267960.498218:0:15890:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e8868cfe. 00000100:00000010:0.0:1776267960.498222:0:15890:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000400:00000010:0.0:1776267960.498239:0:15890:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f396a63. 00000400:00000200:0.0:1776267960.498242:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1a3c560 00000400:00000010:0.0:1776267960.498243:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1a3c560. 00000100:00000200:0.0:1776267960.498247:0:15890:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090b3b0d2 x1862549489490880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1776267960.498253:0:15890:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090b3b0d2 x1862549489490880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000400:00000010:0.0:1776267960.498267:0:15890:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a3be986. 00000400:00000200:0.0:1776267960.498269:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074d9ae42 00000400:00000010:0.0:1776267960.498270:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074d9ae42. 00000100:00000200:0.0:1776267960.498272:0:15890:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008274bc47 x1862549489491136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 00000100:00000200:0.0:1776267960.498278:0:15890:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008274bc47 x1862549489491136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:4.0' 02000000:00000010:0.0:1776267960.498288:0:15890:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6c487aa. 02000000:00000010:0.0:1776267960.498291:0:15890:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000007a46ad86. 00000100:00000010:0.0:1776267960.498293:0:15890:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090b3b0d2. 02000000:00000010:0.0:1776267960.498295:0:15890:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe40bc74. 02000000:00000010:0.0:1776267960.498299:0:15890:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ee172d09. 00000100:00000010:0.0:1776267960.498301:0:15890:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 00000400:00000010:2.0:1776267960.498662:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1c49be1. 00000400:00000200:2.0:1776267960.498667:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7e646e3 00000400:00000010:2.0:1776267960.498669:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7e646e3. 00000100:00000200:2.0:1776267960.498679:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d374058f x1862549489490304/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.498685:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d374058f x1862549489490304/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267960.498703:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3783e34. 02000000:00000010:2.0:1776267960.498719:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8f6f1f0. 02000000:00000010:2.0:1776267960.498723:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009112ca2c. 00000100:00000010:2.0:1776267960.498726:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d374058f. 00000100:00000010:2.0:1776267960.498731:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d6857a5. 00010000:00000010:2.0:1776267960.498735:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a822ff82. 00080000:00000010:2.0:1776267960.498761:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009112ca2c. 00010000:00000010:2.0:1776267960.498880:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049e7fc0e. 00010000:00000010:2.0:1776267960.498889:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a083c13c. 00010000:00000010:2.0:1776267960.499014:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.0:1776267960.499021:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d1111f9f. 00010000:00000010:2.0:1776267960.499035:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000906f36ab. 00000100:00000010:2.0:1776267960.499042:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.499050:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009747af4d. 02000000:00000010:2.0:1776267960.499064:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8f6f1f0. 02000000:00000010:2.0:1776267960.499094:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c5d0260. 00000400:00000010:2.0:1776267960.499099:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f215ec7. 00000400:00000010:2.0:1776267960.499103:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006637a72f. 00000100:00000200:2.0:1776267960.499109:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491392, portal 16 00000400:00000010:2.0:1776267960.499113:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1151310. 00000100:00000200:2.0:1776267960.499115:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489491392, offset 0 00000400:00000200:2.0:1776267960.499121:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.499136:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.499145:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.499149:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.499152:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.499155:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91339:91339:256:4294967295] 192.168.202.34@tcp LPNI seq info [91339:91339:8:4294967295] 00000400:00000200:2.0:1776267960.499167:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.499173:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.499179:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267960.499187:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.499196:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.499201:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1776267960.500316:0:15893:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaa2a3c. 00000400:00000200:0.0:1776267960.500326:0:15893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef6112c0 00000400:00000010:0.0:1776267960.500327:0:15893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef6112c0. 00000100:00000200:0.0:1776267960.500340:0:15893:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489490496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:0.0:1776267960.500349:0:15893:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489490496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:0.0:1776267960.500531:0:15893:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005ab1a539. 02000000:00000010:0.0:1776267960.500542:0:15893:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000020d95ccb. 00000100:00000010:0.0:1776267960.500549:0:15893:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267960.500646:0:66520:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000e79e927f. 00010000:00000200:3.0:1776267960.500668:0:66520:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000559a3336 x1862549489490624/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:606/0 lens 224/368 e 0 to 0 dl 1776267966 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:3.0:1776267960.500685:0:66520:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009716a069. 00000100:00000200:3.0:1776267960.500690:0:66520:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862549489490624, offset 224 00000400:00000200:3.0:1776267960.500698:0:66520:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1776267960.500710:0:66520:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1776267960.500721:0:66520:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69dfa98b29ac0 00000400:00000200:3.0:1776267960.500730:0:66520:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb7585 [1] + 224 00000400:00000200:3.0:1776267960.500738:0:66520:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.500741:0:66520:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1776267960.500750:0:66520:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa9f9452 x1862549489490624/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267967 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:3.0:1776267960.500784:0:66520:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009716a069 00000400:00000010:3.0:1776267960.500787:0:66520:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009716a069. 00000020:00000010:3.0:1776267960.500808:0:66520:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267960.500813:0:66520:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000837945f2. 00000020:00000010:3.0:1776267960.500816:0:66520:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009541819f. 00000400:00000010:0.0:1776267960.500883:0:15890:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:0.0:1776267960.500887:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:0.0:1776267960.500888:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00000100:00000200:0.0:1776267960.500918:0:15890:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa9f9452 x1862549489490624/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:0.0:1776267960.500926:0:15890:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa9f9452 x1862549489490624/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267967 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:0.0:1776267960.500954:0:15890:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fcb3cce0. 02000000:00000010:0.0:1776267960.500959:0:15890:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000576a5c4b. 00000100:00000010:0.0:1776267960.500961:0:15890:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 00000800:00000200:3.0:1776267960.501286:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.501291:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343450). 00000400:00000200:3.0:1776267960.501296:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.501302:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.501305:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1151310 00000400:00000010:3.0:1776267960.501306:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1151310. 00000100:00000200:3.0:1776267960.501313:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009747af4d x1862549489491392/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267960.501839:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f90ee93. 00010000:00000010:2.1:1776267960.501849:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000269fff1d. 00010000:00000010:2.1:1776267960.501854:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f5b54cb. 00010000:00000010:3.1:1776267960.501927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa6cbb1e. 00010000:00000010:3.1:1776267960.501934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4e5d70a. 00010000:00000010:3.1:1776267960.501938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e16f23. 00000400:00000200:1.0:1776267960.506602:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.506628:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29dc0 00000400:00000200:1.0:1776267960.506639:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7609 [1] + 224 00000400:00000200:1.0:1776267960.506656:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.506660:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.506676:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009747af4d x1862549489491392/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.506788:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.506793:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ac00 00000400:00000200:1.0:1776267960.506798:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5f35 [2] + 1968 00000400:00000010:1.0:1776267960.506803:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000081f08126. 00000400:00000200:1.0:1776267960.506808:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008ee93667 00000400:00000200:1.0:1776267960.506818:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.506820:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.506823:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ee93667 00000400:00000010:1.0:1776267960.506824:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008ee93667 (tot 82343298). 00000100:00000200:1.0:1776267960.506830:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776267960.508091:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe40bc74. 00000020:00000010:0.0:1776267960.508105:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267960.508111:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267960.508148:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000004cd979 x1862549476125696/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267960.508195:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476125696 02000000:00000010:0.0:1776267960.508210:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f6c487aa. 00010000:00000010:0.0:1776267960.508269:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a032f1cc. 00000100:00000010:0.0:1776267960.508278:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ce8baa3. 00000100:00000010:0.0:1776267960.508287:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ce8baa3. 00010000:00000010:0.0:1776267960.508292:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a032f1cc. 00000400:00000010:0.0:1776267960.508311:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074d9ae42. 00000100:00000200:0.0:1776267960.508317:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476125696, offset 224 00000400:00000200:0.0:1776267960.508326:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.508342:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.508348:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91340:91340:256:4294967295] 192.168.202.34@tcp LPNI seq info [91340:91340:8:4294967295] 00000400:00000200:0.0:1776267960.508358:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.508364:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.508382:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018c6a61f (tot 82343546). 00000800:00000200:0.0:1776267960.508389:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.508398:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.508403:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018c6a61f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267960.508426:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006bfbd684. 00000020:00000010:0.0:1776267960.508430:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267960.508433:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe40bc74. 02000000:00000010:0.0:1776267960.508447:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c73ef281. 00000100:00000010:0.0:1776267960.508451:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e69869f. 02000000:00000010:0.0:1776267960.508456:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000daaf5d5a. 00000100:00000010:0.0:1776267960.508461:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e06806be. 02000000:00000010:0.0:1776267960.508466:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000050f2fd27. 00000100:00000010:0.0:1776267960.508468:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea634ef0. 02000000:00000010:0.0:1776267960.508472:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bca99ffe. 00000100:00000010:0.0:1776267960.508474:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b5faa2a. 02000000:00000010:0.0:1776267960.508477:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000d7704de. 00000100:00000010:0.0:1776267960.508480:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026e2b15d. 02000000:00000010:0.0:1776267960.508483:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009b30a4f. 00000100:00000010:0.0:1776267960.508484:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000200:0.0:1776267960.508492:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776267960.508499:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a3be986. 00000400:00000010:0.0:1776267960.508503:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004ce8baa3 (tot 82343698). 00000800:00000200:0.0:1776267960.508627:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.508632:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018c6a61f (tot 82343450). 00000400:00000200:0.0:1776267960.508637:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.508642:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.508646:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074d9ae42 00000400:00000010:0.0:1776267960.508648:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074d9ae42. 02000000:00000010:0.0:1776267960.508654:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f6c487aa. 00000400:00000010:3.0:1776267960.510158:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f215ec7. 00000400:00000200:3.0:1776267960.510167:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006637a72f 00000400:00000010:3.0:1776267960.510170:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006637a72f. 00000100:00000200:3.0:1776267960.510186:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009747af4d x1862549489491392/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267960.510197:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009747af4d x1862549489491392/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267960.510241:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000131fa9bd. 02000000:00000010:3.0:1776267960.510263:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c5d0260. 02000000:00000010:3.0:1776267960.510272:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8f6f1f0. 00000100:00000010:3.0:1776267960.510278:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009747af4d. 00000100:00000010:3.0:1776267960.510282:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:3.0:1776267960.510286:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000906f36ab. 00080000:00000010:2.0:1776267960.510531:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c5d0260. 00010000:00000010:2.0:1776267960.510654:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1111f9f. 00010000:00000010:2.0:1776267960.510663:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008821adfd. 00010000:00000010:2.0:1776267960.510782:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f5b54cb. 00010000:00000010:2.0:1776267960.510790:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d1111f9f. 00010000:00000010:2.0:1776267960.510803:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eaa46f23. 00000100:00000010:2.0:1776267960.510810:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.510820:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 02000000:00000010:2.0:1776267960.510837:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bc3ec428. 02000000:00000010:2.0:1776267960.510876:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c5c90c9. 00000400:00000010:2.0:1776267960.510883:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077d446fc. 00000400:00000010:2.0:1776267960.510889:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.512111:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491456, portal 16 00010000:00000010:2.1:1776267960.512361:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028322616. 00010000:00000010:2.1:1776267960.512502:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006951cc2a. 00010000:00000010:2.1:1776267960.512506:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00000400:00000010:2.0:1776267960.512647:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267960.512654:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489491456, offset 0 00000400:00000200:2.0:1776267960.512664:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.512692:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.512699:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.512703:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.512706:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.512709:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91341:91341:256:4294967295] 192.168.202.34@tcp LPNI seq info [91341:91341:8:4294967295] 00000400:00000200:2.0:1776267960.512720:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.512726:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.512731:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267960.512738:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.512745:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.512748:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.512981:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.512986:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267960.512992:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.512999:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.513004:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:3.0:1776267960.513007:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 00000100:00000200:3.0:1776267960.513029:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7707e38 x1862549489491456/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267960.513983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4c6f28c. 00000400:00000200:3.0:1776267960.514752:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.514775:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29e00 00000400:00000200:3.0:1776267960.514786:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb761d [1] + 224 00000400:00000200:3.0:1776267960.514822:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.514827:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.514839:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7707e38 x1862549489491456/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267960.516353:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077d446fc. 00000400:00000200:2.0:1776267960.516362:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbb66a2 00000400:00000010:2.0:1776267960.516363:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.516378:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7707e38 x1862549489491456/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.516394:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7707e38 x1862549489491456/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.516423:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c5c90c9. 02000000:00000010:2.0:1776267960.516428:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bc3ec428. 00000100:00000010:2.0:1776267960.516432:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 00000100:00000010:2.0:1776267960.516436:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.516440:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eaa46f23. 00000400:00000200:0.0:1776267960.518777:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.518803:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ac40 00000400:00000200:0.0:1776267960.518813:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5f8d [2] + 0 00000400:00000200:0.0:1776267960.518979:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.518984:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.518993:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.519002:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007259c45b. 00000020:00000010:2.0:1776267960.519183:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc3ec428. 00000020:00000010:2.0:1776267960.519199:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.519204:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.519246:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007259c45b x1862549476125760/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267960.519289:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476125760 02000000:00000010:2.0:1776267960.519301:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002c5c90c9. 00010000:00000010:2.0:1776267960.519332:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b05ce24. 00010000:00000010:2.0:1776267960.519360:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eaa46f23. 00000100:00000010:2.0:1776267960.519380:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.519402:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.519406:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eaa46f23. 00000400:00000010:2.0:1776267960.519430:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbb66a2. 00000100:00000200:2.0:1776267960.519437:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476125760, offset 224 00000400:00000200:2.0:1776267960.519446:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.519462:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.519467:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91342:91342:256:4294967295] 192.168.202.34@tcp LPNI seq info [91342:91342:8:4294967295] 00000400:00000200:2.0:1776267960.519478:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.519484:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.519489:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267960.519495:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.519503:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.519507:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.519535:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267960.519542:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.519546:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc3ec428. 00080000:00000010:3.0:1776267960.519563:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009541819f. 00010000:00000010:3.0:1776267960.519773:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1111f9f. 00010000:00000010:3.0:1776267960.519782:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a1d687fd. 00010000:00000010:3.0:1776267960.519946:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074ff851f. 00010000:00000010:3.0:1776267960.519954:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017cb0729. 00010000:00000010:3.0:1776267960.519969:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f776b3d0. 00000100:00000010:3.0:1776267960.519976:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038059053. 00000100:00000010:3.0:1776267960.519986:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc3056fa. 02000000:00000010:3.0:1776267960.520003:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8f6f1f0. 02000000:00000010:3.0:1776267960.520039:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da7283b4. 00000400:00000010:3.0:1776267960.520046:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001dbd0e28. 00000400:00000010:3.0:1776267960.520054:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009716a069. 00000100:00000200:3.0:1776267960.520061:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491520, portal 16 00000400:00000010:3.0:1776267960.520068:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267960.520071:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489491520, offset 0 00000400:00000200:3.0:1776267960.520079:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.520092:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.520102:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267960.520107:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267960.520110:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267960.520114:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91343:91343:255:4294967295] 192.168.202.34@tcp LPNI seq info [91343:91343:7:4294967295] 00000400:00000200:3.0:1776267960.520123:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.520128:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.520133:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343946). 00000800:00000200:3.0:1776267960.520139:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.520146:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.520149:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267960.520274:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.520279:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343698). 00000400:00000200:0.0:1776267960.520284:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.520289:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.520294:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbb66a2 00000400:00000010:0.0:1776267960.520296:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbb66a2. 00000800:00000200:0.0:1776267960.520369:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.520371:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267960.520477:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.520482:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.520484:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:0.0:1776267960.520486:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000100:00000200:0.0:1776267960.520494:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc3056fa x1862549489491520/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.523576:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.523602:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29e40 00000400:00000200:3.0:1776267960.523614:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7629 [1] + 224 00000400:00000200:3.0:1776267960.523634:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.523639:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.523655:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fc3056fa x1862549489491520/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267960.523892:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001dbd0e28. 00000400:00000200:0.0:1776267960.523918:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009716a069 00000400:00000010:0.0:1776267960.523920:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009716a069. 00000100:00000200:0.0:1776267960.523927:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc3056fa x1862549489491520/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.523935:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc3056fa x1862549489491520/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267960.523974:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da7283b4. 02000000:00000010:0.0:1776267960.523980:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8f6f1f0. 00000100:00000010:0.0:1776267960.523987:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc3056fa. 00000100:00000010:0.0:1776267960.523992:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000038059053. 00010000:00000010:0.0:1776267960.523997:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f776b3d0. 00000400:00000200:0.0:1776267960.525526:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.525543:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ac80 00000400:00000200:0.0:1776267960.525552:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5f8d [2] + 328 00000400:00000200:0.0:1776267960.525637:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.525643:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.525651:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.525658:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f2b7b. 00000020:00000010:1.0:1776267960.525761:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f5a95e4. 00000020:00000010:1.0:1776267960.525775:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000548dceff. 00000020:00000010:1.0:1776267960.525780:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000011b1d3. 00000100:00000200:1.0:1776267960.525811:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68f2b7b x1862549476125824/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267960.525846:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476125824 02000000:00000010:1.0:1776267960.525856:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000033da61b4. 00010000:00000010:1.0:1776267960.525885:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000215daf02. 00010000:00000010:1.0:1776267960.525951:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001085964d. 00000100:00000010:1.0:1776267960.525960:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009548252a. 00000100:00000010:1.0:1776267960.525972:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009548252a. 00010000:00000010:1.0:1776267960.525976:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001085964d. 00000400:00000010:1.0:1776267960.525990:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267960.525997:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476125824, offset 224 00000400:00000200:1.0:1776267960.526005:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.526019:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.526024:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91344:91344:256:4294967295] 192.168.202.34@tcp LPNI seq info [91344:91344:8:4294967295] 00000400:00000200:1.0:1776267960.526034:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.526040:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.526044:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267960.526051:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.526057:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.526061:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267960.526086:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000548dceff. 00000020:00000010:1.0:1776267960.526090:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000011b1d3. 00000020:00000010:1.0:1776267960.526092:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f5a95e4. 00080000:00000010:0.0:1776267960.526241:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6c487aa. 00000800:00000200:3.0:1776267960.526261:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.526267:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:3.0:1776267960.526273:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.526279:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.526283:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076585e34 00000400:00000010:3.0:1776267960.526284:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076585e34. 00010000:00000010:0.0:1776267960.526364:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017cb0729. 00010000:00000010:0.0:1776267960.526385:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bdef2467. 00010000:00000010:0.0:1776267960.526488:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000223b1c2e. 00010000:00000010:0.0:1776267960.526497:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267960.526513:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a032f1cc. 00000100:00000010:0.0:1776267960.526519:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c40a4b52. 00000100:00000010:0.0:1776267960.526527:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009a7930ce. 02000000:00000010:0.0:1776267960.526542:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d7704de. 02000000:00000010:0.0:1776267960.526580:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8f6f1f0. 00000400:00000010:0.0:1776267960.526587:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f396a63. 00000400:00000010:0.0:1776267960.526593:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074d9ae42. 00000100:00000200:0.0:1776267960.526600:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491584, portal 16 00000400:00000010:0.0:1776267960.526605:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1a3c560. 00000100:00000200:0.0:1776267960.526607:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489491584, offset 0 00000400:00000200:0.0:1776267960.526614:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.526627:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.526635:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.526640:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.526642:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.526646:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91345:91345:256:4294967295] 192.168.202.34@tcp LPNI seq info [91345:91345:8:4294967295] 00000400:00000200:0.0:1776267960.526655:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.526660:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.526665:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018c6a61f (tot 82343698). 00000800:00000200:0.0:1776267960.526670:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.526676:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.526680:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018c6a61f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.526765:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.526769:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018c6a61f (tot 82343450). 00000400:00000200:3.0:1776267960.526773:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.526779:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.526782:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1a3c560 00000400:00000010:3.0:1776267960.526783:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1a3c560. 00000100:00000200:3.0:1776267960.526791:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009a7930ce x1862549489491584/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267960.528851:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d42aa87. 00010000:00000010:2.1:1776267960.528864:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00010000:00000010:3.1:1776267960.534939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003658e6a. 00010000:00000010:3.1:1776267960.534951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f5b54cb. 00010000:00000010:2.1:1776267960.536217:0:78514:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d2a9b30. 00010000:00000010:0.1:1776267960.537417:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090eaeddd. 00010000:00000010:0.1:1776267960.537425:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074ff851f. 00000400:00000200:3.0:1776267960.537566:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.537584:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29e80 00000400:00000200:3.0:1776267960.537592:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7635 [1] + 224 00000400:00000200:3.0:1776267960.537603:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.537607:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.537619:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009a7930ce x1862549489491584/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.537662:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.537667:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6acc0 00000400:00000200:3.0:1776267960.537672:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5f8d [2] + 656 00000400:00000200:3.0:1776267960.537734:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1776267960.537734:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f396a63. 00000400:00000200:3.0:1776267960.537739:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.537741:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074d9ae42 00000400:00000010:1.0:1776267960.537744:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074d9ae42. 00000100:00000200:1.0:1776267960.537752:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009a7930ce x1862549489491584/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.537761:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009a7930ce x1862549489491584/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267960.537793:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8f6f1f0. 02000000:00000010:1.0:1776267960.537800:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d7704de. 00000100:00000010:1.0:1776267960.537803:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009a7930ce. 00000100:00000010:1.0:1776267960.537807:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c40a4b52. 00010000:00000010:1.0:1776267960.537811:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a032f1cc. 00000100:00000200:3.0:1776267960.540533:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.540544:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d720bc70. 00000020:00000010:3.0:1776267960.540615:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2c85cfa. 00000020:00000010:3.0:1776267960.540622:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267960.540626:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000837945f2. 00000100:00000200:3.0:1776267960.540655:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d720bc70 x1862549476125888/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267960.540679:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476125888 02000000:00000010:3.0:1776267960.540688:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f7ffc41b. 00010000:00000010:3.0:1776267960.541211:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031037228. 00010000:00000010:3.0:1776267960.541245:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbd7e7b2. 00000100:00000010:3.0:1776267960.541253:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0c10b84. 00000100:00000010:3.0:1776267960.541265:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d0c10b84. 00010000:00000010:3.0:1776267960.541269:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbd7e7b2. 00000400:00000010:3.0:1776267960.541285:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000253f928a. 00000100:00000200:3.0:1776267960.541290:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476125888, offset 224 00000400:00000200:3.0:1776267960.541299:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.541314:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.541319:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91346:91346:256:4294967295] 192.168.202.34@tcp LPNI seq info [91346:91346:8:4294967295] 00000400:00000200:3.0:1776267960.541330:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.541336:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.541341:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267960.541348:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.541356:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.541359:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.541379:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267960.541382:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000837945f2. 00000020:00000010:3.0:1776267960.541385:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2c85cfa. 00000800:00000200:3.0:1776267960.541499:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.541503:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:3.0:1776267960.541509:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.541513:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.541518:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000253f928a 00080000:00000010:1.0:1776267960.541518:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f5a95e4. 00000400:00000010:3.0:1776267960.541521:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000253f928a. 00010000:00000010:1.0:1776267960.541604:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f22ae854. 00010000:00000010:1.0:1776267960.541612:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000324e02c0. 00010000:00000010:1.0:1776267960.541722:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053fdbf60. 00010000:00000010:1.0:1776267960.541729:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267960.541744:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b31aa07. 00000100:00000010:1.0:1776267960.541749:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009548252a. 00000100:00000010:1.0:1776267960.541757:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdb942bd. 02000000:00000010:1.0:1776267960.541770:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075a2fc72. 02000000:00000010:1.0:1776267960.541793:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000950add4. 00000400:00000010:1.0:1776267960.541798:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf14bda. 00000400:00000010:1.0:1776267960.541802:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b326f591. 00000100:00000200:1.0:1776267960.541807:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491648, portal 16 00000400:00000010:1.0:1776267960.541811:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9745e3. 00000100:00000200:1.0:1776267960.541813:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489491648, offset 0 00000400:00000200:1.0:1776267960.541819:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.541825:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.541833:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.541837:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.541839:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.541841:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91347:91347:256:4294967295] 192.168.202.34@tcp LPNI seq info [91347:91347:8:4294967295] 00000400:00000200:1.0:1776267960.541849:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.541854:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.541857:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267960.541862:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.541866:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.541868:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267960.541979:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.541982:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:0.0:1776267960.541986:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.541990:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.541992:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9745e3 00000400:00000010:0.0:1776267960.541993:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9745e3. 00000100:00000200:0.0:1776267960.541999:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdb942bd x1862549489491648/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267960.542981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0186a6c. 00010000:00000010:3.1:1776267960.546642:0:78514:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5252564. 00000400:00000200:0.0:1776267960.547275:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.547295:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29ec0 00000400:00000200:0.0:1776267960.547304:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7641 [1] + 224 00000400:00000200:0.0:1776267960.547318:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.547322:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.547333:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdb942bd x1862549489491648/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267960.551036:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.551052:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ad00 00000400:00000200:0.0:1776267960.551059:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5f8d [2] + 984 00000400:00000200:0.0:1776267960.551586:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.551592:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.551599:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.551604:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 00010000:00000010:1.1:1776267960.554182:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075cf6ad1. 00010000:00000010:1.1:1776267960.554197:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000223b1c2e. 00000400:00000010:1.0:1776267960.554213:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf14bda. 00000400:00000200:1.0:1776267960.554217:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b326f591 00000400:00000010:1.0:1776267960.554219:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b326f591. 00000100:00000200:1.0:1776267960.554244:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdb942bd x1862549489491648/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.554257:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdb942bd x1862549489491648/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267960.554291:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000950add4. 02000000:00000010:1.0:1776267960.554297:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000075a2fc72. 00000100:00000010:1.0:1776267960.554301:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdb942bd. 00000100:00000010:1.0:1776267960.554306:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009548252a. 00010000:00000010:1.0:1776267960.554310:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b31aa07. 00000020:00000010:2.0:1776267960.556565:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d52c63b2. 00000020:00000010:2.0:1776267960.556579:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.556584:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.556616:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719f92a x1862549476125952/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267960.556713:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476125952 02000000:00000010:2.0:1776267960.556725:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc3ec428. 00010000:00000010:2.0:1776267960.556754:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a2e18ac. 00010000:00000010:2.0:1776267960.556778:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be56d99a. 00000100:00000010:2.0:1776267960.556785:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.556802:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.556806:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be56d99a. 00000400:00000010:2.0:1776267960.556818:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004395e51d. 00000100:00000200:2.0:1776267960.556823:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476125952, offset 224 00000400:00000200:2.0:1776267960.556832:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.556849:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.556855:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91348:91348:256:4294967295] 192.168.202.34@tcp LPNI seq info [91348:91348:8:4294967295] 00000400:00000200:2.0:1776267960.556866:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.556872:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.556877:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267960.556884:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.556908:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.556913:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.556933:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.556937:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.556940:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d52c63b2. 00080000:00000010:1.0:1776267960.557002:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075a2fc72. 00010000:00000010:1.0:1776267960.557092:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267960.557099:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007ab8fadb. 00010000:00000010:1.0:1776267960.557180:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fac1a17. 00010000:00000010:1.0:1776267960.557188:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267960.557200:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b31aa07. 00000100:00000010:1.0:1776267960.557204:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009548252a. 00000100:00000010:1.0:1776267960.557212:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdb942bd. 02000000:00000010:1.0:1776267960.557235:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000950add4. 02000000:00000010:1.0:1776267960.557262:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000538bb7dc. 00000400:00000010:1.0:1776267960.557267:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf14bda. 00000400:00000010:1.0:1776267960.557273:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b326f591. 00000100:00000200:1.0:1776267960.557279:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491712, portal 16 00000400:00000010:1.0:1776267960.557284:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfd23bea. 00000100:00000200:1.0:1776267960.557286:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489491712, offset 0 00000400:00000200:1.0:1776267960.557294:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.557302:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.557309:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.557313:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.557317:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.557320:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91349:91349:255:4294967295] 192.168.202.34@tcp LPNI seq info [91349:91349:7:4294967295] 00000400:00000200:1.0:1776267960.557329:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.557333:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.557337:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343946). 00000800:00000200:1.0:1776267960.557342:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.557347:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.557350:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.559238:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.559246:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343698). 00000400:00000200:3.0:1776267960.559254:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.559263:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.559269:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004395e51d 00000400:00000010:3.0:1776267960.559271:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004395e51d. 00000800:00000200:3.0:1776267960.560025:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.560029:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:3.0:1776267960.560034:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.560039:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.560043:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfd23bea 00000400:00000010:3.0:1776267960.560044:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfd23bea. 00000100:00000200:3.0:1776267960.560051:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdb942bd x1862549489491712/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.561109:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.561129:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29f00 00000400:00000200:1.0:1776267960.561139:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb764d [1] + 224 00000400:00000200:1.0:1776267960.561154:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.561158:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.561166:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdb942bd x1862549489491712/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267960.561206:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf14bda. 00000400:00000200:1.0:1776267960.561210:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b326f591 00000400:00000010:1.0:1776267960.561212:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b326f591. 00000100:00000200:1.0:1776267960.561217:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdb942bd x1862549489491712/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.561236:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdb942bd x1862549489491712/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267960.561270:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000538bb7dc. 02000000:00000010:1.0:1776267960.561277:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000950add4. 00000100:00000010:1.0:1776267960.561282:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdb942bd. 00000100:00000010:1.0:1776267960.561287:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009548252a. 00010000:00000010:1.0:1776267960.561291:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b31aa07. 00000400:00000200:0.0:1776267960.567091:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.567111:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ad40 00000400:00000200:0.0:1776267960.567119:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5f8d [2] + 1312 00000400:00000200:0.0:1776267960.567185:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.567190:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.567197:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.567204:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002cdec994. 00000020:00000010:2.0:1776267960.567283:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da7283b4. 00000020:00000010:2.0:1776267960.567291:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.567295:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.567334:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002cdec994 x1862549476126016/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267960.567368:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126016 02000000:00000010:2.0:1776267960.567380:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d52c63b2. 00010000:00000010:2.0:1776267960.567407:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000037d8b14. 00010000:00000010:2.0:1776267960.567428:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be56d99a. 00000100:00000010:2.0:1776267960.567434:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.567454:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.567458:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be56d99a. 00000400:00000010:2.0:1776267960.567470:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001290874d. 00000100:00000200:2.0:1776267960.567475:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126016, offset 224 00000400:00000200:2.0:1776267960.567482:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00080000:00000010:1.0:1776267960.567489:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000950add4. 00000400:00000200:2.0:1776267960.567494:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.567499:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91350:91350:256:4294967295] 192.168.202.34@tcp LPNI seq info [91350:91350:8:4294967295] 00000400:00000200:2.0:1776267960.567508:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.567513:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.567517:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005162ce4d (tot 82343698). 00000800:00000200:2.0:1776267960.567522:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.567529:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.567533:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005162ce4d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.567562:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.567566:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00010000:00000010:1.0:1776267960.567568:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00000020:00000010:2.0:1776267960.567570:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da7283b4. 00010000:00000010:1.0:1776267960.567576:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5f4a14b. 00010000:00000010:1.0:1776267960.567650:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a2215c9f. 00010000:00000010:1.0:1776267960.567654:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000005e406052. 00010000:00000010:1.0:1776267960.567659:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e05217e0. 00010000:00000010:1.0:1776267960.567664:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00080000:00000010:1.0:1776267960.567676:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000538bb7dc. 00010000:00000010:1.0:1776267960.567705:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267960.567708:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e406052. 00000001:00000010:1.0:1776267960.567750:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004cf14bda. 00000001:00000010:1.0:1776267960.567755:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004cf14bda. 00000001:00000010:1.0:1776267960.567758:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004cf14bda. 00000001:00000010:1.0:1776267960.567760:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001886a230. 00010000:00000010:1.0:1776267960.567780:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006168d7bd. 00010000:00000010:1.0:1776267960.567783:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267960.567790:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b31aa07. 00000100:00000010:1.0:1776267960.567793:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009548252a. 00000100:00000010:1.0:1776267960.567801:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdb942bd. 02000000:00000010:1.0:1776267960.567811:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb667aa2. 02000000:00000010:1.0:1776267960.567834:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c12c25c. 00000400:00000010:1.0:1776267960.567838:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028fe88a6. 00000400:00000010:1.0:1776267960.567842:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b326f591. 00000100:00000200:1.0:1776267960.567847:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491776, portal 16 00000400:00000010:1.0:1776267960.567851:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfd23bea. 00000100:00000200:1.0:1776267960.567853:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489491776, offset 0 00000400:00000200:1.0:1776267960.567859:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.567865:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.567871:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.567875:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.567878:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.567914:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91351:91351:255:4294967295] 192.168.202.34@tcp LPNI seq info [91351:91351:7:4294967295] 00000400:00000200:1.0:1776267960.567924:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.567929:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.567933:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343946). 00000800:00000200:1.0:1776267960.567937:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.567941:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.567944:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267960.568023:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.568027:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005162ce4d (tot 82343698). 00000400:00000200:0.0:1776267960.568032:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.568037:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.568041:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001290874d 00000400:00000010:0.0:1776267960.568043:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001290874d. 00000800:00000200:0.0:1776267960.568093:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.568096:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:0.0:1776267960.568100:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.568103:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.568105:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfd23bea 00000400:00000010:0.0:1776267960.568106:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfd23bea. 00000100:00000200:0.0:1776267960.568110:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdb942bd x1862549489491776/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267960.569987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070f99daa. 00010000:00000010:1.1:1776267960.570000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053fdbf60. 00000400:00000200:1.0:1776267960.574427:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.574451:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29f40 00000400:00000200:1.0:1776267960.574460:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7659 [1] + 224 00000400:00000200:1.0:1776267960.574474:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.574479:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.574490:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdb942bd x1862549489491776/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.574519:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.574525:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ad80 00000400:00000200:1.0:1776267960.574529:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5f8d [2] + 1640 00000400:00000200:1.0:1776267960.574540:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.574542:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.574547:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267960.574552:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fcb0bd4a. 00000020:00000010:1.0:1776267960.574603:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000721b3dbb. 00000020:00000010:1.0:1776267960.574610:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000548dceff. 00000020:00000010:1.0:1776267960.574616:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000011b1d3. 00000100:00000200:1.0:1776267960.574642:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fcb0bd4a x1862549476126080/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267960.574674:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126080 02000000:00000010:1.0:1776267960.574689:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000345f2841. 00010000:00000010:1.0:1776267960.574731:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267960.574739:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038ac5781. 00000100:00000010:1.0:1776267960.574748:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000038ac5781. 00010000:00000010:1.0:1776267960.574754:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000400:00000010:1.0:1776267960.574769:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9745e3. 00000100:00000200:1.0:1776267960.574774:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126080, offset 224 00000400:00000200:1.0:1776267960.574782:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.574792:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.574798:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91352:91352:256:4294967295] 192.168.202.34@tcp LPNI seq info [91352:91352:8:4294967295] 00000400:00000200:1.0:1776267960.574808:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.574814:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.574818:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267960.574824:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.574830:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.574833:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267960.574860:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000548dceff. 00000020:00000010:1.0:1776267960.574864:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000011b1d3. 00000020:00000010:1.0:1776267960.574867:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000721b3dbb. 00000400:00000010:0.0:1776267960.575041:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028fe88a6. 00000400:00000200:0.0:1776267960.575046:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b326f591 00000400:00000010:0.0:1776267960.575048:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b326f591. 00000100:00000200:0.0:1776267960.575054:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdb942bd x1862549489491776/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.575062:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdb942bd x1862549489491776/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267960.575084:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e34f763a. 02000000:00000010:0.0:1776267960.575097:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c12c25c. 02000000:00000010:0.0:1776267960.575102:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb667aa2. 00000100:00000010:0.0:1776267960.575106:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdb942bd. 00000100:00000010:0.0:1776267960.575110:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009548252a. 00010000:00000010:0.0:1776267960.575112:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b31aa07. 00080000:00000010:0.0:1776267960.575130:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8f6f1f0. 00010000:00000010:0.0:1776267960.575235:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:0.0:1776267960.575243:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df9ebdfc. 00010000:00000010:0.0:1776267960.575328:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea79bde6. 00010000:00000010:0.0:1776267960.575334:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267960.575345:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac60547b. 00000100:00000010:0.0:1776267960.575351:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d29cc8b. 00000100:00000010:0.0:1776267960.575357:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000339ea1b5. 02000000:00000010:0.0:1776267960.575375:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000daaf5d5a. 02000000:00000010:0.0:1776267960.575400:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e233b26. 00000400:00000010:0.0:1776267960.575405:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea9380df. 00000400:00000010:0.0:1776267960.575410:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052669a04. 00000100:00000200:0.0:1776267960.575414:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491840, portal 16 00000400:00000010:0.0:1776267960.575418:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b63bbdc2. 00000100:00000200:0.0:1776267960.575420:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489491840, offset 0 00000400:00000200:0.0:1776267960.575426:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.575433:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.575439:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.575444:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.575446:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.575449:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91353:91353:255:4294967295] 192.168.202.34@tcp LPNI seq info [91353:91353:7:4294967295] 00000400:00000200:0.0:1776267960.575457:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.575461:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.575465:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343946). 00000800:00000200:0.0:1776267960.575470:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.575474:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.575476:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.575538:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.575543:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343698). 00000400:00000200:3.0:1776267960.575548:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.575553:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.575556:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9745e3 00000400:00000010:3.0:1776267960.575557:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9745e3. 00010000:00000010:2.1:1776267960.576163:0:78470:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f669e336. 00000800:00000200:3.0:1776267960.576231:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.576235:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:3.0:1776267960.576240:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.576245:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.576248:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b63bbdc2 00000400:00000010:3.0:1776267960.576250:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b63bbdc2. 00000100:00000200:3.0:1776267960.576257:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000339ea1b5 x1862549489491840/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267960.577332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c27874a1. 00010000:00000010:1.1:1776267960.577344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fac1a17. 00010000:00000010:1.1:1776267960.577348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2215c9f. 00010000:00000010:1.1:1776267960.577350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05217e0. 00000400:00000200:2.0:1776267960.580743:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267960.580764:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29f80 00000400:00000200:2.0:1776267960.580772:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7665 [1] + 224 00000400:00000200:2.0:1776267960.580787:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.580791:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267960.580802:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000339ea1b5 x1862549489491840/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267960.582397:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcc9d868. 00000400:00000010:2.0:1776267960.582621:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea9380df. 00000400:00000200:2.0:1776267960.582628:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052669a04 00000400:00000010:2.0:1776267960.582630:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052669a04. 00000100:00000200:2.0:1776267960.582642:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000339ea1b5 x1862549489491840/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.582654:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000339ea1b5 x1862549489491840/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.582691:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e233b26. 02000000:00000010:2.0:1776267960.582705:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000daaf5d5a. 00000100:00000010:2.0:1776267960.582711:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000339ea1b5. 00000100:00000010:2.0:1776267960.582715:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d29cc8b. 00010000:00000010:2.0:1776267960.582720:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac60547b. 00000400:00000200:3.0:1776267960.585011:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.585032:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6adc0 00000400:00000200:3.0:1776267960.585040:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5f8d [2] + 1968 00000400:00000010:3.0:1776267960.585044:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3c8de13. 00000400:00000200:3.0:1776267960.585051:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009e0d604f 00000400:00000200:3.0:1776267960.585113:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.585118:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.585122:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e0d604f 00000400:00000010:3.0:1776267960.585125:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009e0d604f (tot 82343298). 00000100:00000200:3.0:1776267960.585131:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776267960.591361:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000721b3dbb. 00000020:00000010:1.0:1776267960.591375:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000548dceff. 00000020:00000010:1.0:1776267960.591378:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000011b1d3. 00000100:00000200:1.0:1776267960.591409:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000084346e46 x1862549476126144/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267960.591440:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126144 02000000:00000010:1.0:1776267960.591449:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000083a4e9e. 00010000:00000010:1.0:1776267960.591479:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc7e1ce8. 00010000:00000010:1.0:1776267960.591499:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267960.591506:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000038ac5781. 00000100:00000010:1.0:1776267960.591520:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000038ac5781. 00010000:00000010:1.0:1776267960.591523:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000400:00000010:1.0:1776267960.591538:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267960.591544:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126144, offset 224 00000400:00000200:1.0:1776267960.591552:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.591566:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.591572:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91354:91354:256:4294967295] 192.168.202.34@tcp LPNI seq info [91354:91354:8:4294967295] 00000400:00000200:1.0:1776267960.591582:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.591587:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.591592:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343546). 00000800:00000200:1.0:1776267960.591598:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.591605:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.591609:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267960.591623:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000548dceff. 00000020:00000010:1.0:1776267960.591627:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000011b1d3. 00000020:00000010:1.0:1776267960.591630:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000721b3dbb. 02000000:00000010:1.0:1776267960.591638:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000345f2841. 00000100:00000010:1.0:1776267960.591642:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fcb0bd4a. 02000000:00000010:1.0:1776267960.591647:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d52c63b2. 00000100:00000010:1.0:1776267960.591650:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002cdec994. 02000000:00000010:1.0:1776267960.591653:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc3ec428. 00000100:00000010:1.0:1776267960.591655:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 02000000:00000010:1.0:1776267960.591658:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f7ffc41b. 00000100:00000010:1.0:1776267960.591660:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d720bc70. 02000000:00000010:1.0:1776267960.591663:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000033da61b4. 00000100:00000010:1.0:1776267960.591665:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f2b7b. 02000000:00000010:1.0:1776267960.591667:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002c5c90c9. 00000100:00000010:1.0:1776267960.591669:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007259c45b. 00000100:00000200:1.0:1776267960.591676:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776267960.591682:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6b64db7. 00000400:00000010:1.0:1776267960.591685:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000038ac5781 (tot 82343698). 00080000:00000010:2.0:1776267960.592847:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000daaf5d5a. 00000800:00000200:3.0:1776267960.593240:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.593244:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:3.0:1776267960.593249:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.593257:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.593264:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076585e34 00000400:00000010:3.0:1776267960.593266:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076585e34. 02000000:00000010:3.0:1776267960.593271:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000083a4e9e. 00010000:00000010:2.0:1776267960.597366:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e35d324e. 00010000:00000010:2.0:1776267960.597382:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c49d5738. 00010000:00000010:0.1:1776267960.597928:0:78517:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057777a62. 00010000:00000010:0.1:1776267960.597937:0:78517:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086d44f00. 00010000:00000010:0.1:1776267960.597941:0:78517:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006168d7bd. 00010000:00000010:2.0:1776267960.599181:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.0:1776267960.599193:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003e9dc10c. 00010000:00000010:2.0:1776267960.599211:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.599220:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.599244:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 02000000:00000010:2.0:1776267960.599262:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ced70d06. 02000000:00000010:2.0:1776267960.599295:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec63921c. 00000400:00000010:2.0:1776267960.599303:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077d446fc. 00000400:00000010:2.0:1776267960.599310:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267960.599317:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491904, portal 16 00000400:00000010:2.0:1776267960.599322:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008083c290. 00000100:00000200:2.0:1776267960.599324:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489491904, offset 0 00000400:00000200:2.0:1776267960.599335:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.599353:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.599360:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.599364:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.599367:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.599371:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91355:91355:256:4294967295] 192.168.202.34@tcp LPNI seq info [91355:91355:8:4294967295] 00000400:00000200:2.0:1776267960.599381:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.599387:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.599391:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343698). 00000800:00000200:2.0:1776267960.599397:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.599404:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.599408:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267960.599515:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.599519:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:2.0:1776267960.599525:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.599529:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.599533:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008083c290 00000400:00000010:2.0:1776267960.599535:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008083c290. 00000100:00000200:2.0:1776267960.599542:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7707e38 x1862549489491904/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.608587:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.608609:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b29fc0 00000400:00000200:3.0:1776267960.608618:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7675 [1] + 224 00000400:00000200:3.0:1776267960.608631:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.608636:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.608646:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7707e38 x1862549489491904/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.608675:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.608680:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ae00 00000400:00000200:3.0:1776267960.608684:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5fe5 [2] + 0 00000400:00000200:3.0:1776267960.608736:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.608740:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.608744:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.608750:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bd626d3. 00000400:00000010:2.0:1776267960.609148:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077d446fc. 00000400:00000200:2.0:1776267960.609153:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:2.0:1776267960.609156:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000100:00000200:2.0:1776267960.609163:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7707e38 x1862549489491904/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.609171:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7707e38 x1862549489491904/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.609200:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec63921c. 02000000:00000010:2.0:1776267960.609205:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ced70d06. 00000100:00000010:2.0:1776267960.609209:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 00000100:00000010:2.0:1776267960.609212:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.609217:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000020:00000010:1.0:1776267960.611561:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c93f3280. 00000020:00000010:1.0:1776267960.611575:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000548dceff. 00000020:00000010:1.0:1776267960.611580:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000011b1d3. 00000100:00000200:1.0:1776267960.611618:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bd626d3 x1862549476126208/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267960.611661:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126208 02000000:00000010:1.0:1776267960.611673:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000033da61b4. 00010000:00000010:1.0:1776267960.611704:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069a9bf8c. 00010000:00000010:1.0:1776267960.611728:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267960.611734:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000146d94ce. 00000100:00000010:1.0:1776267960.611745:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000146d94ce. 00010000:00000010:1.0:1776267960.611748:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000400:00000010:1.0:1776267960.611760:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267960.611765:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126208, offset 224 00000400:00000200:1.0:1776267960.611772:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.611787:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.611794:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91356:91356:256:4294967295] 192.168.202.34@tcp LPNI seq info [91356:91356:8:4294967295] 00000400:00000200:1.0:1776267960.611805:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.611810:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.611816:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343698). 00000800:00000200:1.0:1776267960.611822:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.611830:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.611834:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267960.611848:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000548dceff. 00000020:00000010:1.0:1776267960.611852:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000011b1d3. 00000020:00000010:1.0:1776267960.611854:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c93f3280. 00080000:00000010:2.0:1776267960.612081:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec63921c. 00010000:00000010:2.0:1776267960.612171:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e9dc10c. 00010000:00000010:2.0:1776267960.612180:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a63befd8. 00010000:00000010:2.0:1776267960.612264:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000157d807. 00010000:00000010:2.0:1776267960.612270:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003e9dc10c. 00010000:00000010:2.0:1776267960.612280:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.612284:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.612291:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 02000000:00000010:2.0:1776267960.612305:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ced70d06. 02000000:00000010:2.0:1776267960.612333:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000745d9463. 00000400:00000010:2.0:1776267960.612339:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077d446fc. 00000400:00000010:2.0:1776267960.612344:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267960.612348:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489491968, portal 16 00000400:00000010:2.0:1776267960.612354:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008083c290. 00000100:00000200:2.0:1776267960.612356:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489491968, offset 0 00000400:00000200:2.0:1776267960.612363:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.612370:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.612375:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.612379:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.612382:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.612384:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91357:91357:255:4294967295] 192.168.202.34@tcp LPNI seq info [91357:91357:7:4294967295] 00000400:00000200:2.0:1776267960.612391:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.612395:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.612398:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000544f66be (tot 82343946). 00000800:00000200:2.0:1776267960.612402:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.612407:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.612408:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000544f66be type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.613262:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.613268:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343698). 00000400:00000200:3.0:1776267960.613273:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.613280:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.613285:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:3.0:1776267960.613287:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00000800:00000200:3.0:1776267960.613353:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.613355:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000544f66be (tot 82343450). 00000400:00000200:3.0:1776267960.613358:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.613361:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.613363:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008083c290 00000400:00000010:3.0:1776267960.613365:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008083c290. 00000100:00000200:3.0:1776267960.613372:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7707e38 x1862549489491968/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.617202:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.617233:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a000 00000400:00000200:3.0:1776267960.617243:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7681 [1] + 224 00000400:00000200:3.0:1776267960.617256:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.617259:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.617269:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7707e38 x1862549489491968/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.617300:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.617305:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ae40 00000400:00000200:3.0:1776267960.617310:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5fe5 [2] + 328 00000400:00000200:3.0:1776267960.617317:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.617320:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.617324:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.617330:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6a3c49b. 00000020:00000010:2.0:1776267960.629486:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044b968e8. 00000020:00000010:2.0:1776267960.629495:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.629500:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.629533:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a6a3c49b x1862549476126272/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267960.629570:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126272 02000000:00000010:2.0:1776267960.629583:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae18298e. 00010000:00000010:2.0:1776267960.629625:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be56d99a. 00000100:00000010:2.0:1776267960.629634:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078fcd3c2. 00000100:00000010:2.0:1776267960.629641:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078fcd3c2. 00010000:00000010:2.0:1776267960.629645:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be56d99a. 00000400:00000010:2.0:1776267960.629659:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a296b32. 00000100:00000200:2.0:1776267960.629665:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126272, offset 224 00000400:00000200:2.0:1776267960.629674:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.629691:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.629697:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91358:91358:256:4294967295] 192.168.202.34@tcp LPNI seq info [91358:91358:8:4294967295] 00000400:00000200:2.0:1776267960.629708:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.629714:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.629718:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267960.629725:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.629731:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.629735:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.629752:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.629756:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.629759:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044b968e8. 00000400:00000010:2.0:1776267960.629785:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077d446fc. 00000400:00000200:2.0:1776267960.629789:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:2.0:1776267960.629791:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000100:00000200:2.0:1776267960.629799:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7707e38 x1862549489491968/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.629807:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7707e38 x1862549489491968/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267960.629833:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5aaa316. 02000000:00000010:2.0:1776267960.629847:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000745d9463. 02000000:00000010:2.0:1776267960.629854:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ced70d06. 00000100:00000010:2.0:1776267960.629858:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 00000100:00000010:2.0:1776267960.629861:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.629864:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00080000:00000010:2.0:1776267960.629880:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044b968e8. 00010000:00000010:2.0:1776267960.629986:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e9dc10c. 00010000:00000010:2.0:1776267960.629992:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000081c84b09. 00010000:00000010:2.0:1776267960.630070:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008aeec184. 00010000:00000010:2.0:1776267960.630077:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003e9dc10c. 00010000:00000010:2.0:1776267960.630087:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.630091:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078fcd3c2. 00000100:00000010:2.0:1776267960.630097:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 02000000:00000010:2.0:1776267960.630106:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5ceddbc. 02000000:00000010:2.0:1776267960.630127:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ced70d06. 00000400:00000010:2.0:1776267960.630132:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077d446fc. 00000400:00000010:2.0:1776267960.630135:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267960.630140:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492032, portal 16 00000400:00000010:2.0:1776267960.630144:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cca27. 00000100:00000200:2.0:1776267960.630145:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492032, offset 0 00000400:00000200:2.0:1776267960.630150:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.630157:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.630163:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.630166:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.630169:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.630171:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91359:91359:255:4294967295] 192.168.202.34@tcp LPNI seq info [91359:91359:7:4294967295] 00000400:00000200:2.0:1776267960.630179:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.630183:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.630186:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343946). 00000800:00000200:2.0:1776267960.630190:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.630194:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.630197:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.631922:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.631930:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343698). 00000400:00000200:3.0:1776267960.631941:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.631952:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.631959:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a296b32 00000400:00000010:3.0:1776267960.631961:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a296b32. 00000800:00000200:3.0:1776267960.632041:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.632043:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:3.0:1776267960.632047:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.632050:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.632052:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cca27 00000400:00000010:3.0:1776267960.632054:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cca27. 00000100:00000200:3.0:1776267960.632062:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7707e38 x1862549489492032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267960.634631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f597f8f5. 00010000:00000010:1.1:1776267960.634650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000debc99d7. 00010000:00000010:2.1:1776267960.635373:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097f1f89a. 00010000:00000010:2.1:1776267960.635382:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea79bde6. 00010000:00000010:2.1:1776267960.636148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cda8de16. 00010000:00000010:2.1:1776267960.636156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.1:1776267960.639064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015f01875. 00010000:00000010:2.1:1776267960.639076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b40db47. 00010000:00000010:2.1:1776267960.639079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00000400:00000200:3.0:1776267960.640724:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.640744:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a040 00000400:00000200:3.0:1776267960.640752:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb768d [1] + 224 00000400:00000200:3.0:1776267960.640775:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.640780:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.640791:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7707e38 x1862549489492032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267960.640877:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000077d446fc. 00000400:00000200:2.0:1776267960.640891:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:2.0:1776267960.640914:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000100:00000200:2.0:1776267960.640921:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7707e38 x1862549489492032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.640929:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7707e38 x1862549489492032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.640971:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ced70d06. 02000000:00000010:2.0:1776267960.640977:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5ceddbc. 00000100:00000010:2.0:1776267960.640983:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 00000100:00000010:2.0:1776267960.640987:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078fcd3c2. 00010000:00000010:2.0:1776267960.640994:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000200:3.0:1776267960.643066:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.643083:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ae80 00000400:00000200:3.0:1776267960.643092:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5fe5 [2] + 656 00000400:00000200:3.0:1776267960.643161:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.643165:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.643171:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.643177:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000594b1263. 00000020:00000010:1.0:1776267960.643344:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c93f3280. 00000020:00000010:1.0:1776267960.643352:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009535a104. 00000020:00000010:1.0:1776267960.643356:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000011b1d3. 00000100:00000200:1.0:1776267960.643382:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000594b1263 x1862549476126336/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267960.643410:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126336 02000000:00000010:1.0:1776267960.643420:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000345f2841. 00010000:00000010:1.0:1776267960.643447:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e076d2b. 00010000:00000010:1.0:1776267960.643468:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267960.643474:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000146d94ce. 00000100:00000010:1.0:1776267960.643488:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000146d94ce. 00010000:00000010:1.0:1776267960.643492:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000400:00000010:1.0:1776267960.643504:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267960.643508:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126336, offset 224 00000400:00000200:1.0:1776267960.643515:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.643525:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.643531:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91360:91360:256:4294967295] 192.168.202.34@tcp LPNI seq info [91360:91360:8:4294967295] 00000400:00000200:1.0:1776267960.643541:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.643546:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.643550:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267960.643555:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.643562:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.643565:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267960.643579:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009535a104. 00000020:00000010:1.0:1776267960.643582:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000011b1d3. 00000020:00000010:1.0:1776267960.643585:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c93f3280. 00000800:00000200:3.0:1776267960.644436:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.644442:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:3.0:1776267960.644449:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.644456:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.644462:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:3.0:1776267960.644464:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00080000:00000010:3.0:1776267960.644500:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2c85cfa. 00010000:00000010:3.0:1776267960.644601:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e9dc10c. 00010000:00000010:3.0:1776267960.644610:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c10c7eac. 00010000:00000010:3.0:1776267960.644683:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0a0f611. 00010000:00000010:3.0:1776267960.644687:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b50e217e. 00010000:00000010:3.0:1776267960.644692:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fc51ccc. 00010000:00000010:3.0:1776267960.644708:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000092b78cde. 00080000:00000010:3.0:1776267960.644726:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e19e79f. 00010000:00000010:3.0:1776267960.644768:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092b78cde. 00010000:00000010:3.0:1776267960.644772:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b50e217e. 00010000:00000010:3.0:1776267960.644830:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000373e4b8d. 00010000:00000010:3.0:1776267960.644834:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000092b78cde. 00010000:00000010:3.0:1776267960.644843:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbd7e7b2. 00000100:00000010:3.0:1776267960.644850:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0c10b84. 00000100:00000010:3.0:1776267960.644862:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c1002d6e. 02000000:00000010:3.0:1776267960.644877:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd2acdf8. 02000000:00000010:3.0:1776267960.644953:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7ffc41b. 00000400:00000010:3.0:1776267960.644961:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008d4b1a77. 00000400:00000010:3.0:1776267960.644969:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000253f928a. 00000100:00000200:3.0:1776267960.644977:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492096, portal 16 00000400:00000010:3.0:1776267960.644983:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cbd945d. 00000100:00000200:3.0:1776267960.644986:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492096, offset 0 00000400:00000200:3.0:1776267960.644994:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.645009:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.645016:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267960.645020:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267960.645023:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267960.645026:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91361:91361:256:4294967295] 192.168.202.34@tcp LPNI seq info [91361:91361:8:4294967295] 00000400:00000200:3.0:1776267960.645035:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.645041:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.645046:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267960.645052:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.645058:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.645062:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267960.645145:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.645148:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:2.0:1776267960.645155:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.645159:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.645163:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cbd945d 00000400:00000010:2.0:1776267960.645164:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cbd945d. 00000100:00000200:2.0:1776267960.645170:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c1002d6e x1862549489492096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267960.652564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8ebc7b1. 00010000:00000010:3.1:1776267960.652580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00010000:00000010:3.1:1776267960.652585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0a0f611. 00010000:00000010:3.1:1776267960.652588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00000400:00000200:3.0:1776267960.652675:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.652694:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a080 00000400:00000200:3.0:1776267960.652702:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7699 [1] + 224 00000400:00000200:3.0:1776267960.652717:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.652721:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.652732:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c1002d6e x1862549489492096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267960.652868:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008d4b1a77. 00000400:00000200:2.0:1776267960.652874:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000253f928a 00000400:00000010:2.0:1776267960.652877:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000253f928a. 00000100:00000200:2.0:1776267960.652932:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c1002d6e x1862549489492096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.652942:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c1002d6e x1862549489492096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.652975:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7ffc41b. 02000000:00000010:2.0:1776267960.652981:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd2acdf8. 00000100:00000010:2.0:1776267960.652991:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1002d6e. 00000100:00000010:2.0:1776267960.652996:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d0c10b84. 00010000:00000010:2.0:1776267960.653000:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbd7e7b2. 00000400:00000200:0.0:1776267960.655297:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.655316:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6aec0 00000400:00000200:0.0:1776267960.655325:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5fe5 [2] + 984 00000400:00000200:0.0:1776267960.655386:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.655390:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.655396:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.655401:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080121de5. 00000020:00000010:2.0:1776267960.655493:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ced70d06. 00000020:00000010:2.0:1776267960.655500:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.655504:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.655531:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000080121de5 x1862549476126400/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267960.655566:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126400 02000000:00000010:2.0:1776267960.655578:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bd2acdf8. 00010000:00000010:2.0:1776267960.655606:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007eb91857. 00010000:00000010:2.0:1776267960.655628:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.655635:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078fcd3c2. 00000100:00000010:2.0:1776267960.655654:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078fcd3c2. 00010000:00000010:2.0:1776267960.655659:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.655672:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267960.655677:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126400, offset 224 00000400:00000200:2.0:1776267960.655685:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.655696:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.655701:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91362:91362:256:4294967295] 192.168.202.34@tcp LPNI seq info [91362:91362:8:4294967295] 00000400:00000200:2.0:1776267960.655713:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.655718:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.655724:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267960.655729:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.655737:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.655741:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.655761:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.655764:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.655767:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ced70d06. 00000800:00000200:0.0:1776267960.655960:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.655967:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:0.0:1776267960.655973:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.655977:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.655982:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:0.0:1776267960.655985:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00010000:00000010:1.1:1776267960.656047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5fd3034. 00080000:00000010:3.0:1776267960.656155:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7ab880d. 00010000:00000010:3.0:1776267960.656478:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092b78cde. 00010000:00000010:3.0:1776267960.656486:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8fc9aea. 00010000:00000010:3.0:1776267960.656562:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fc51ccc. 00010000:00000010:3.0:1776267960.656567:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000092b78cde. 00010000:00000010:3.0:1776267960.656578:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca8dd7b. 00000100:00000010:3.0:1776267960.656582:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f06a768. 00000100:00000010:3.0:1776267960.656589:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f627660. 02000000:00000010:3.0:1776267960.656602:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7ffc41b. 02000000:00000010:3.0:1776267960.656626:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc0b6c42. 00000400:00000010:3.0:1776267960.656631:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdcea8b2. 00000400:00000010:3.0:1776267960.656636:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267960.656641:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492160, portal 16 00000400:00000010:3.0:1776267960.656645:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071c137fd. 00000100:00000200:3.0:1776267960.656647:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492160, offset 0 00000400:00000200:3.0:1776267960.656653:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.656662:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.656669:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267960.656673:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267960.656675:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267960.656678:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91363:91363:256:4294967295] 192.168.202.34@tcp LPNI seq info [91363:91363:8:4294967295] 00000400:00000200:3.0:1776267960.656686:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.656691:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.656693:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267960.656698:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.656703:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.656705:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267960.656796:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.656799:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:2.0:1776267960.656804:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.656807:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.656810:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071c137fd 00000400:00000010:2.0:1776267960.656812:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071c137fd. 00000100:00000200:2.0:1776267960.656818:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007f627660 x1862549489492160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267960.661773:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.661804:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a0c0 00000400:00000200:0.0:1776267960.661948:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb76a5 [1] + 224 00000400:00000200:1.0:1776267960.662235:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.662243:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.662260:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007f627660 x1862549489492160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267960.662355:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdcea8b2. 00000400:00000200:3.0:1776267960.662360:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:3.0:1776267960.662363:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000100:00000200:3.0:1776267960.662369:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007f627660 x1862549489492160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267960.662377:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007f627660 x1862549489492160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267960.662408:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc0b6c42. 02000000:00000010:3.0:1776267960.662417:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7ffc41b. 00000100:00000010:3.0:1776267960.662420:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f627660. 00000100:00000010:3.0:1776267960.662425:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f06a768. 00010000:00000010:3.0:1776267960.662430:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca8dd7b. 00010000:00000010:2.1:1776267960.666083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b4ebcb. 00000400:00000200:0.0:1776267960.666180:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.666198:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6af00 00000400:00000200:0.0:1776267960.666206:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5fe5 [2] + 1312 00000400:00000200:0.0:1776267960.666282:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.666287:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.666294:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.666301:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 00000020:00000010:1.0:1776267960.666795:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c93f3280. 00000020:00000010:1.0:1776267960.666805:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009535a104. 00000020:00000010:1.0:1776267960.666809:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000011b1d3. 00000100:00000200:1.0:1776267960.666843:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cc4aea2 x1862549476126464/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267960.666933:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126464 02000000:00000010:1.0:1776267960.666946:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000721b3dbb. 00010000:00000010:1.0:1776267960.666980:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072a9ccb1. 00010000:00000010:1.0:1776267960.667005:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267960.667014:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000146d94ce. 00000100:00000010:1.0:1776267960.667029:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000146d94ce. 00010000:00000010:1.0:1776267960.667034:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000400:00000010:1.0:1776267960.667050:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000669f343e. 00000100:00000200:1.0:1776267960.667055:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126464, offset 224 00000400:00000200:1.0:1776267960.667064:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.667078:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.667084:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91364:91364:256:4294967295] 192.168.202.34@tcp LPNI seq info [91364:91364:8:4294967295] 00000400:00000200:1.0:1776267960.667094:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.667099:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.667104:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343698). 00000800:00000200:1.0:1776267960.667109:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.667117:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.667121:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267960.667141:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009535a104. 00000020:00000010:1.0:1776267960.667145:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000011b1d3. 00000020:00000010:1.0:1776267960.667147:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c93f3280. 00080000:00000010:3.0:1776267960.667284:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3603ec8. 00010000:00000010:3.0:1776267960.667372:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092b78cde. 00010000:00000010:3.0:1776267960.667379:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000046350cd5. 00010000:00000010:3.0:1776267960.667461:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003352a06a. 00010000:00000010:3.0:1776267960.667467:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000092b78cde. 00010000:00000010:3.0:1776267960.667477:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca8dd7b. 00000100:00000010:3.0:1776267960.667481:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f06a768. 00000100:00000010:3.0:1776267960.667489:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f627660. 02000000:00000010:3.0:1776267960.667503:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7ffc41b. 02000000:00000010:3.0:1776267960.667530:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc0b6c42. 00000400:00000010:3.0:1776267960.667535:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdcea8b2. 00000400:00000010:3.0:1776267960.667541:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267960.667546:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492224, portal 16 00000400:00000010:3.0:1776267960.667550:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d10681d1. 00000100:00000200:3.0:1776267960.667552:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492224, offset 0 00000400:00000200:3.0:1776267960.667557:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.667563:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.667569:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267960.667572:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267960.667575:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267960.667577:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91365:91365:255:4294967295] 192.168.202.34@tcp LPNI seq info [91365:91365:7:4294967295] 00000400:00000200:3.0:1776267960.667584:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.667589:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.667591:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343946). 00000800:00000200:3.0:1776267960.667595:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.667600:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.667602:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776267960.669045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f71d369a. 00010000:00000010:3.1:1776267960.669059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000373e4b8d. 00000800:00000200:0.0:1776267960.669874:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.669879:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343698). 00000400:00000200:0.0:1776267960.669886:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.669920:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.669926:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000669f343e 00000400:00000010:0.0:1776267960.669929:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000669f343e. 00000800:00000200:0.0:1776267960.670634:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.670638:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267960.670645:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.670650:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.670653:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10681d1 00000400:00000010:0.0:1776267960.670655:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d10681d1. 00000100:00000200:0.0:1776267960.670665:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007f627660 x1862549489492224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267960.673956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0169d8f. 00000400:00000200:1.0:1776267960.675261:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.675285:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a100 00000400:00000200:1.0:1776267960.675296:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb76b1 [1] + 224 00000400:00000200:1.0:1776267960.675311:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.675315:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.675328:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007f627660 x1862549489492224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.675365:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.675370:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6af40 00000400:00000200:1.0:1776267960.675376:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5fe5 [2] + 1640 00000400:00000200:1.0:1776267960.675423:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.675427:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.675431:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267960.675437:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fcb0bd4a. 00000020:00000010:2.0:1776267960.675533:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ced70d06. 00000020:00000010:2.0:1776267960.675541:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.675546:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.675576:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fcb0bd4a x1862549476126528/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267960.675613:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126528 02000000:00000010:2.0:1776267960.675629:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f0e46496. 00010000:00000010:2.0:1776267960.675678:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.675686:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078fcd3c2. 00000100:00000010:2.0:1776267960.675693:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078fcd3c2. 00010000:00000010:2.0:1776267960.675699:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.675716:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267960.675721:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126528, offset 224 00000400:00000200:2.0:1776267960.675730:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.675743:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.675749:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91366:91366:256:4294967295] 192.168.202.34@tcp LPNI seq info [91366:91366:8:4294967295] 00000400:00000200:2.0:1776267960.675759:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.675764:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.675769:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267960.675775:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.675782:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.675787:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.675814:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.675819:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.675822:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ced70d06. 00000400:00000010:3.0:1776267960.675960:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdcea8b2. 00000400:00000200:3.0:1776267960.675967:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:3.0:1776267960.675969:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000100:00000200:3.0:1776267960.675976:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007f627660 x1862549489492224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267960.675984:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007f627660 x1862549489492224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267960.676005:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000eb697d3. 02000000:00000010:3.0:1776267960.676022:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc0b6c42. 02000000:00000010:3.0:1776267960.676031:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7ffc41b. 00000100:00000010:3.0:1776267960.676035:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f627660. 00000100:00000010:3.0:1776267960.676039:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f06a768. 00010000:00000010:3.0:1776267960.676043:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca8dd7b. 00080000:00000010:3.0:1776267960.676063:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc0b6c42. 00010000:00000010:3.0:1776267960.676153:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092b78cde. 00010000:00000010:3.0:1776267960.676160:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c72e24a. 00010000:00000010:3.0:1776267960.676263:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000373e4b8d. 00010000:00000010:3.0:1776267960.676271:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000092b78cde. 00010000:00000010:3.0:1776267960.676284:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca8dd7b. 00000100:00000010:3.0:1776267960.676287:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f06a768. 00000100:00000010:3.0:1776267960.676293:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f627660. 02000000:00000010:3.0:1776267960.676305:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7ffc41b. 02000000:00000010:3.0:1776267960.676328:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8f76a91. 00000400:00000010:3.0:1776267960.676332:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdcea8b2. 00000400:00000010:3.0:1776267960.676335:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267960.676340:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492288, portal 16 00000400:00000010:3.0:1776267960.676344:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e0f072b. 00000100:00000200:3.0:1776267960.676345:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492288, offset 0 00000400:00000200:3.0:1776267960.676351:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.676357:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.676365:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267960.676369:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267960.676372:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267960.676375:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91367:91367:255:4294967295] 192.168.202.34@tcp LPNI seq info [91367:91367:7:4294967295] 00000400:00000200:3.0:1776267960.676382:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.676386:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.676389:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343946). 00000800:00000200:3.0:1776267960.676394:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.676398:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.676400:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267960.676535:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.676539:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343698). 00000400:00000200:0.0:1776267960.676547:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.676550:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.676554:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:0.0:1776267960.676556:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000800:00000200:0.0:1776267960.676941:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.677002:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267960.677009:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.677012:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.677015:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e0f072b 00000400:00000010:0.0:1776267960.677016:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e0f072b. 00000100:00000200:0.0:1776267960.677022:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007f627660 x1862549489492288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267960.683550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1b3e936. 00010000:00000010:3.1:1776267960.683568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00000400:00000200:0.0:1776267960.685273:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.685292:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a140 00000400:00000200:0.0:1776267960.685301:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb76bd [1] + 224 00000400:00000200:0.0:1776267960.685313:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.685317:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.685327:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007f627660 x1862549489492288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267960.685361:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.685366:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6af80 00000400:00000200:0.0:1776267960.685371:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb5fe5 [2] + 1968 00000400:00000010:0.0:1776267960.685376:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004fded4d6. 00000400:00000200:0.0:1776267960.685380:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000074725c17 00000400:00000200:0.0:1776267960.685426:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.685430:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.685433:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074725c17 00000400:00000010:0.0:1776267960.685435:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000074725c17 (tot 82343298). 00000100:00000200:0.0:1776267960.685440:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1776267960.685558:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdcea8b2. 00000400:00000200:3.0:1776267960.685562:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:3.0:1776267960.685564:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000100:00000200:3.0:1776267960.685570:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007f627660 x1862549489492288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267960.685577:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007f627660 x1862549489492288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267960.685607:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8f76a91. 02000000:00000010:3.0:1776267960.685612:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7ffc41b. 00000100:00000010:3.0:1776267960.685616:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f627660. 00000100:00000010:3.0:1776267960.685620:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f06a768. 00010000:00000010:3.0:1776267960.685624:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca8dd7b. 00000020:00000010:1.0:1776267960.685710:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c93f3280. 00000020:00000010:1.0:1776267960.685717:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009535a104. 00000020:00000010:1.0:1776267960.685723:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000011b1d3. 00000100:00000200:1.0:1776267960.685749:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006e9350f6 x1862549476126592/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267960.685783:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126592 02000000:00000010:1.0:1776267960.685795:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3a25ae8. 00010000:00000010:1.0:1776267960.685824:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009818360f. 00010000:00000010:1.0:1776267960.685844:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267960.685850:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000146d94ce. 00000100:00000010:1.0:1776267960.685866:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000146d94ce. 00010000:00000010:1.0:1776267960.685870:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000400:00000010:1.0:1776267960.685928:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b353dff. 00000100:00000200:1.0:1776267960.685933:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126592, offset 224 00000400:00000200:1.0:1776267960.685941:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.685953:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.685958:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91368:91368:256:4294967295] 192.168.202.34@tcp LPNI seq info [91368:91368:8:4294967295] 00000400:00000200:1.0:1776267960.685967:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.685973:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.685977:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343546). 00000800:00000200:1.0:1776267960.685982:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.685990:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.685994:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267960.686013:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009535a104. 00000020:00000010:1.0:1776267960.686017:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000011b1d3. 00000020:00000010:1.0:1776267960.686020:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c93f3280. 02000000:00000010:1.0:1776267960.686028:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f0e46496. 00000100:00000010:1.0:1776267960.686031:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fcb0bd4a. 02000000:00000010:1.0:1776267960.686034:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000721b3dbb. 00000100:00000010:1.0:1776267960.686036:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 02000000:00000010:1.0:1776267960.686039:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bd2acdf8. 00000100:00000010:1.0:1776267960.686042:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080121de5. 02000000:00000010:1.0:1776267960.686044:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000345f2841. 00000100:00000010:1.0:1776267960.686046:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000594b1263. 02000000:00000010:1.0:1776267960.686050:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae18298e. 00000100:00000010:1.0:1776267960.686052:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a6a3c49b. 02000000:00000010:1.0:1776267960.686055:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000033da61b4. 00000100:00000010:1.0:1776267960.686057:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bd626d3. 00000100:00000200:1.0:1776267960.686063:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776267960.686068:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8a01b20. 00000400:00000010:1.0:1776267960.686072:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000146d94ce (tot 82343698). 00080000:00000010:3.0:1776267960.686272:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8f76a91. 00010000:00000010:3.0:1776267960.686361:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092b78cde. 00010000:00000010:3.0:1776267960.686368:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000895dc8f9. 00010000:00000010:3.0:1776267960.686442:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fc51ccc. 00010000:00000010:3.0:1776267960.686448:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000092b78cde. 00010000:00000010:3.0:1776267960.686458:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca8dd7b. 00000100:00000010:3.0:1776267960.686461:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f06a768. 00000100:00000010:3.0:1776267960.686468:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f627660. 02000000:00000010:3.0:1776267960.686480:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7ffc41b. 02000000:00000010:3.0:1776267960.686501:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b3496cd. 00000400:00000010:3.0:1776267960.686505:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdcea8b2. 00000400:00000010:3.0:1776267960.686508:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267960.686511:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492352, portal 16 00000400:00000010:3.0:1776267960.686515:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bd03529. 00000100:00000200:3.0:1776267960.686517:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492352, offset 0 00000400:00000200:3.0:1776267960.686522:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.686530:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.686536:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267960.686540:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267960.686542:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267960.686544:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91369:91369:255:4294967295] 192.168.202.34@tcp LPNI seq info [91369:91369:7:4294967295] 00000400:00000200:3.0:1776267960.686552:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.686557:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.686561:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343946). 00000800:00000200:3.0:1776267960.686565:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.686569:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.686571:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267960.686681:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.686685:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343698). 00000400:00000200:0.0:1776267960.686689:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.686694:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.686698:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b353dff 00000400:00000010:0.0:1776267960.686699:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b353dff. 02000000:00000010:0.0:1776267960.686703:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3a25ae8. 00000800:00000200:0.0:1776267960.686751:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.686753:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267960.686758:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.686761:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.686763:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bd03529 00000400:00000010:0.0:1776267960.686764:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bd03529. 00000100:00000200:0.0:1776267960.686770:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007f627660 x1862549489492352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267960.689354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd9572a9. 00010000:00000010:3.1:1776267960.689378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b30579b7. 00010000:00000010:3.1:1776267960.689384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00000400:00000200:1.0:1776267960.694264:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.694286:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a180 00000400:00000200:1.0:1776267960.694294:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb76cd [1] + 224 00000400:00000200:1.0:1776267960.694305:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.694309:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.694321:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007f627660 x1862549489492352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.694361:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.694366:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6afc0 00000400:00000200:1.0:1776267960.694371:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb603d [2] + 0 00000400:00000200:1.0:1776267960.694428:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.694432:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.694436:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267960.694442:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fcb0bd4a. 00000020:00000010:2.0:1776267960.694556:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0e46496. 00000020:00000010:2.0:1776267960.694564:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.694569:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.694597:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fcb0bd4a x1862549476126656/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:3.0:1776267960.694621:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cdcea8b2. 00000400:00000200:3.0:1776267960.694626:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:3.0:1776267960.694628:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000100:00000200:2.0:1776267960.694631:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126656 00000100:00000200:3.0:1776267960.694633:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007f627660 x1862549489492352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267960.694640:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007f627660 x1862549489492352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.694644:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ced70d06. 02000000:00000010:3.0:1776267960.694665:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b3496cd. 02000000:00000010:3.0:1776267960.694670:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7ffc41b. 00010000:00000010:2.0:1776267960.694671:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b69ed9df. 00000100:00000010:3.0:1776267960.694675:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f627660. 00000100:00000010:3.0:1776267960.694679:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f06a768. 00010000:00000010:3.0:1776267960.694684:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca8dd7b. 00010000:00000010:2.0:1776267960.694735:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.694742:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078fcd3c2. 00000100:00000010:2.0:1776267960.703037:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078fcd3c2. 00010000:00000010:2.0:1776267960.703056:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.703102:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267960.703112:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126656, offset 224 00000400:00000200:2.0:1776267960.703126:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.703146:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.703152:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91370:91370:256:4294967295] 192.168.202.34@tcp LPNI seq info [91370:91370:8:4294967295] 00000400:00000200:2.0:1776267960.703164:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.703170:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.703176:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267960.703183:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.703190:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.703194:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.703243:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.703250:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.703254:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0e46496. 00080000:00000010:1.0:1776267960.703329:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033da61b4. 00000800:00000200:3.0:1776267960.703368:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.703372:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:3.0:1776267960.703380:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.703385:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.703389:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:3.0:1776267960.703391:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00010000:00000010:1.0:1776267960.703425:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092b78cde. 00010000:00000010:1.0:1776267960.703433:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e55501ee. 00010000:00000010:1.0:1776267960.703507:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a2215c9f. 00010000:00000010:1.0:1776267960.703511:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009535a104. 00010000:00000010:1.0:1776267960.703517:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e05217e0. 00010000:00000010:1.0:1776267960.703523:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a65e1757. 00080000:00000010:1.0:1776267960.703539:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000345f2841. 00010000:00000010:1.0:1776267960.703570:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a65e1757. 00010000:00000010:1.0:1776267960.703574:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009535a104. 00010000:00000010:1.0:1776267960.703631:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fac1a17. 00010000:00000010:1.0:1776267960.703635:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a65e1757. 00010000:00000010:1.0:1776267960.703644:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267960.703651:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a442faaa. 00000100:00000010:1.0:1776267960.703659:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdb942bd. 02000000:00000010:1.0:1776267960.703673:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000721b3dbb. 02000000:00000010:1.0:1776267960.703702:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c93f3280. 00000400:00000010:1.0:1776267960.703709:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038c0a477. 00000400:00000010:1.0:1776267960.703714:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9ff3e4. 00000100:00000200:1.0:1776267960.703719:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492416, portal 16 00000400:00000010:1.0:1776267960.703723:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f2dfd06. 00000100:00000200:1.0:1776267960.703725:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492416, offset 0 00000400:00000200:1.0:1776267960.703730:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.703737:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.703743:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.703747:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.703749:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.703752:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91371:91371:256:4294967295] 192.168.202.34@tcp LPNI seq info [91371:91371:8:4294967295] 00000400:00000200:1.0:1776267960.703759:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.703763:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.703766:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267960.703770:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.703774:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.703777:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267960.703878:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.703881:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:2.0:1776267960.703886:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.703889:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.704258:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f2dfd06 00000400:00000010:2.0:1776267960.704260:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f2dfd06. 00000100:00000200:2.0:1776267960.704270:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdb942bd x1862549489492416/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267960.704970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067587deb. 00010000:00000010:1.1:1776267960.708988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000014df951. 00010000:00000010:1.1:1776267960.709031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:1.1:1776267960.709036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2215c9f. 00010000:00000010:1.1:1776267960.709040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05217e0. 00010000:00000010:3.1:1776267960.711301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049192a88. 00010000:00000010:3.1:1776267960.711318:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000373e4b8d. 00010000:00000010:2.1:1776267960.712958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001618fadb. 00000400:00000200:1.0:1776267960.713240:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.713261:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a1c0 00000400:00000200:1.0:1776267960.713271:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb76d9 [1] + 224 00000400:00000200:1.0:1776267960.713288:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.713292:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.713304:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdb942bd x1862549489492416/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.713341:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.713348:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b000 00000400:00000200:1.0:1776267960.713354:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb603d [2] + 328 00000400:00000200:1.0:1776267960.713407:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.713411:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.713415:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267960.713421:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e69869f. 00000400:00000010:3.0:1776267960.713472:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038c0a477. 00000400:00000200:3.0:1776267960.713478:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9ff3e4 00000400:00000010:3.0:1776267960.713480:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9ff3e4. 00000100:00000200:3.0:1776267960.713486:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdb942bd x1862549489492416/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267960.713493:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdb942bd x1862549489492416/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776267960.713516:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0e46496. 00000020:00000010:2.0:1776267960.713524:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 02000000:00000010:3.0:1776267960.713526:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c93f3280. 00000020:00000010:2.0:1776267960.713529:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 02000000:00000010:3.0:1776267960.713531:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000721b3dbb. 00000100:00000010:3.0:1776267960.713535:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdb942bd. 00000100:00000010:3.0:1776267960.713539:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a442faaa. 00010000:00000010:3.0:1776267960.713544:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000100:00000200:2.0:1776267960.713553:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e69869f x1862549476126720/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267960.713587:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126720 02000000:00000010:2.0:1776267960.713598:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae18298e. 00010000:00000010:2.0:1776267960.713626:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e84b22a. 00010000:00000010:2.0:1776267960.713648:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.713654:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078fcd3c2. 00000100:00000010:2.0:1776267960.713669:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078fcd3c2. 00010000:00000010:2.0:1776267960.713674:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.713687:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000591578e6. 00000100:00000200:2.0:1776267960.713692:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126720, offset 224 00000400:00000200:2.0:1776267960.713698:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.713709:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.713715:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91372:91372:256:4294967295] 192.168.202.34@tcp LPNI seq info [91372:91372:8:4294967295] 00000400:00000200:2.0:1776267960.713724:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.713730:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.713735:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267960.713741:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.713748:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.713752:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.713782:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.713787:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.713791:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0e46496. 00080000:00000010:3.0:1776267960.713880:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b3496cd. 00000800:00000200:0.0:1776267960.713951:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.713957:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:0.0:1776267960.713963:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.713967:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.713969:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000591578e6 00000400:00000010:0.0:1776267960.713970:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000591578e6. 00010000:00000010:3.0:1776267960.714020:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a65e1757. 00010000:00000010:3.0:1776267960.714027:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee04690f. 00010000:00000010:0.0:1776267960.714309:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020c07ce9. 00010000:00000010:0.0:1776267960.714316:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.714327:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086aa83a0. 00000100:00000010:0.0:1776267960.714331:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036453666. 00000100:00000010:0.0:1776267960.714339:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c54bf38. 02000000:00000010:0.0:1776267960.714352:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e083a65. 02000000:00000010:0.0:1776267960.714378:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed49fbe5. 00000400:00000010:0.0:1776267960.714383:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004fded4d6. 00000400:00000010:0.0:1776267960.714387:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5deca77. 00000100:00000200:0.0:1776267960.714392:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492480, portal 16 00000400:00000010:0.0:1776267960.714396:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083f3734f. 00000100:00000200:0.0:1776267960.714398:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492480, offset 0 00000400:00000200:0.0:1776267960.714403:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.714411:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.714419:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.714422:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.714425:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.714428:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91373:91373:256:4294967295] 192.168.202.34@tcp LPNI seq info [91373:91373:8:4294967295] 00000400:00000200:0.0:1776267960.714436:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.714440:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.714444:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb6d44d (tot 82343698). 00000800:00000200:0.0:1776267960.714450:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.714455:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.714457:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bb6d44d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267960.714559:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.714562:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb6d44d (tot 82343450). 00000400:00000200:2.0:1776267960.714566:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.714569:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.714572:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083f3734f 00000400:00000010:2.0:1776267960.714573:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083f3734f. 00000100:00000200:2.0:1776267960.714579:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005c54bf38 x1862549489492480/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267960.718952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4ba98f7. 00010000:00000010:3.1:1776267960.722261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac5853de. 00010000:00000010:3.1:1776267960.722281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fac1a17. 00000400:00000200:1.0:1776267960.727951:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.727977:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a200 00000400:00000200:1.0:1776267960.727987:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb76e5 [1] + 224 00000400:00000200:1.0:1776267960.728005:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.728009:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.728022:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005c54bf38 x1862549489492480/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267960.728150:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004fded4d6. 00000400:00000200:0.0:1776267960.728156:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5deca77 00000400:00000010:0.0:1776267960.728159:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5deca77. 00000100:00000200:0.0:1776267960.728167:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005c54bf38 x1862549489492480/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.728175:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005c54bf38 x1862549489492480/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267960.728209:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed49fbe5. 02000000:00000010:0.0:1776267960.728216:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e083a65. 00000100:00000010:0.0:1776267960.728219:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c54bf38. 00000100:00000010:0.0:1776267960.728236:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036453666. 00010000:00000010:0.0:1776267960.728241:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086aa83a0. 00000400:00000200:0.0:1776267960.743100:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.743123:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b040 00000400:00000200:0.0:1776267960.743132:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb603d [2] + 656 00000400:00000200:0.0:1776267960.743202:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.743207:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.743214:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.743230:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c54bf38. 00000020:00000010:1.0:1776267960.743952:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000721b3dbb. 00000020:00000010:1.0:1776267960.743961:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009535a104. 00000020:00000010:1.0:1776267960.743966:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000011b1d3. 00000100:00000200:1.0:1776267960.743994:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c54bf38 x1862549476126784/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267960.744029:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126784 02000000:00000010:1.0:1776267960.744040:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c93f3280. 00010000:00000010:1.0:1776267960.744067:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003eddda55. 00010000:00000010:1.0:1776267960.744091:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef969f18. 00000100:00000010:1.0:1776267960.744099:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267960.744115:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267960.744119:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef969f18. 00000400:00000010:1.0:1776267960.744130:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021649f75. 00000100:00000200:1.0:1776267960.744135:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126784, offset 224 00000400:00000200:1.0:1776267960.744142:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.744153:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.744159:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91374:91374:256:4294967295] 192.168.202.34@tcp LPNI seq info [91374:91374:8:4294967295] 00000400:00000200:1.0:1776267960.744169:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.744173:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.744177:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267960.744183:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.744189:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.744192:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267960.744217:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009535a104. 00000020:00000010:1.0:1776267960.744229:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000011b1d3. 00000020:00000010:1.0:1776267960.744233:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000721b3dbb. 00080000:00000010:0.0:1776267960.744360:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e083a65. 00010000:00000010:0.0:1776267960.744440:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.744448:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba685164. 00010000:00000010:0.0:1776267960.744535:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067c2c551. 00010000:00000010:0.0:1776267960.744540:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.744550:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086aa83a0. 00000100:00000010:0.0:1776267960.744555:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036453666. 00000100:00000010:0.0:1776267960.744562:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001432bc6c. 02000000:00000010:0.0:1776267960.744573:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed49fbe5. 02000000:00000010:0.0:1776267960.744599:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0e8e997. 00000400:00000010:0.0:1776267960.744604:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004fded4d6. 00000400:00000010:0.0:1776267960.744609:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5deca77. 00000100:00000200:0.0:1776267960.744614:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492544, portal 16 00000400:00000010:0.0:1776267960.744620:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267960.744622:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492544, offset 0 00000400:00000200:0.0:1776267960.744626:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.744633:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.744639:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.744642:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.744644:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.744647:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91375:91375:255:4294967295] 192.168.202.34@tcp LPNI seq info [91375:91375:7:4294967295] 00000400:00000200:0.0:1776267960.744653:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.744657:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.744661:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb6d44d (tot 82343946). 00000800:00000200:0.0:1776267960.744664:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.744668:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.744670:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bb6d44d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.744690:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.744694:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343698). 00000400:00000200:3.0:1776267960.744700:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.744704:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.744708:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021649f75 00000400:00000010:3.0:1776267960.744710:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021649f75. 00000800:00000200:3.0:1776267960.744737:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.744739:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb6d44d (tot 82343450). 00000400:00000200:3.0:1776267960.744742:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.744745:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.744747:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:3.0:1776267960.744749:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00000100:00000200:3.0:1776267960.744754:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001432bc6c x1862549489492544/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267960.749104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003722e96a. 00010000:00000010:0.1:1776267960.749120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020c07ce9. 00000400:00000200:1.0:1776267960.749343:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.749360:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a240 00000400:00000200:1.0:1776267960.749370:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb76f1 [1] + 224 00000400:00000200:1.0:1776267960.749407:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.749412:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.749425:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001432bc6c x1862549489492544/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267960.749513:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004fded4d6. 00000400:00000200:0.0:1776267960.749519:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5deca77 00000400:00000010:0.0:1776267960.749521:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5deca77. 00000100:00000200:0.0:1776267960.749528:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001432bc6c x1862549489492544/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.749537:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001432bc6c x1862549489492544/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267960.749575:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0e8e997. 02000000:00000010:0.0:1776267960.749582:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed49fbe5. 00000100:00000010:0.0:1776267960.749586:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001432bc6c. 00000100:00000010:0.0:1776267960.749590:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036453666. 00010000:00000010:0.0:1776267960.749594:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086aa83a0. 00010000:00000010:1.1:1776267960.753081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000230b2e24. 00000400:00000200:0.0:1776267960.759042:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.759067:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b080 00000400:00000200:0.0:1776267960.759089:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb603d [2] + 984 00000400:00000200:0.0:1776267960.759154:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.759159:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.759166:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.759172:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001432bc6c. 00000020:00000010:2.0:1776267960.759317:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5ceddbc. 00000020:00000010:2.0:1776267960.759325:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.759331:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.759361:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001432bc6c x1862549476126848/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267960.759398:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126848 02000000:00000010:2.0:1776267960.759411:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f0e46496. 00010000:00000010:2.0:1776267960.759443:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000026f4bf04. 00010000:00000010:2.0:1776267960.759466:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.759473:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078fcd3c2. 00000100:00000010:2.0:1776267960.759492:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078fcd3c2. 00010000:00000010:2.0:1776267960.759499:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.759511:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f373599. 00000100:00000200:2.0:1776267960.759516:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126848, offset 224 00000400:00000200:2.0:1776267960.759525:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.759536:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.759541:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91376:91376:256:4294967295] 192.168.202.34@tcp LPNI seq info [91376:91376:8:4294967295] 00000400:00000200:2.0:1776267960.759552:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.759557:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.759561:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267960.759566:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.759573:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.759577:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.759600:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.759605:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.759608:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5ceddbc. 00080000:00000010:0.0:1776267960.759721:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed49fbe5. 00010000:00000010:0.0:1776267960.759802:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.759809:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098e8d0f4. 00010000:00000010:0.0:1776267960.759951:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020c07ce9. 00010000:00000010:0.0:1776267960.759959:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.759972:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086aa83a0. 00000100:00000010:0.0:1776267960.759976:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036453666. 00000100:00000010:0.0:1776267960.759982:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000261e0f2e. 02000000:00000010:0.0:1776267960.759993:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c0e8e997. 02000000:00000010:0.0:1776267960.760015:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d47039b. 00000400:00000010:0.0:1776267960.760019:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004fded4d6. 00000400:00000010:0.0:1776267960.760024:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5deca77. 00000100:00000200:0.0:1776267960.760029:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492608, portal 16 00000400:00000010:0.0:1776267960.760034:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb90fde. 00000100:00000200:0.0:1776267960.760036:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492608, offset 0 00000400:00000200:0.0:1776267960.760042:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.760050:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.760056:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.760060:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.760062:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.760065:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91377:91377:255:4294967295] 192.168.202.34@tcp LPNI seq info [91377:91377:7:4294967295] 00000400:00000200:0.0:1776267960.760072:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.760076:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.760079:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343946). 00000800:00000200:0.0:1776267960.760083:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.760087:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.760090:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.761708:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.761714:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343698). 00000400:00000200:3.0:1776267960.761723:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.761730:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.761735:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f373599 00000400:00000010:3.0:1776267960.761737:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f373599. 00000800:00000200:3.0:1776267960.761802:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.761804:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:3.0:1776267960.761808:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.761811:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.761813:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb90fde 00000400:00000010:3.0:1776267960.761815:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb90fde. 00000100:00000200:3.0:1776267960.761822:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000261e0f2e x1862549489492608/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.763979:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.763998:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a280 00000400:00000200:1.0:1776267960.764019:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb76fd [1] + 224 00000400:00000200:1.0:1776267960.764037:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.764041:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.764051:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000261e0f2e x1862549489492608/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267960.764251:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004fded4d6. 00000400:00000200:0.0:1776267960.764257:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5deca77 00000400:00000010:0.0:1776267960.764259:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5deca77. 00000100:00000200:0.0:1776267960.764265:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000261e0f2e x1862549489492608/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.764273:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000261e0f2e x1862549489492608/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267960.764303:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d47039b. 02000000:00000010:0.0:1776267960.764309:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c0e8e997. 00000100:00000010:0.0:1776267960.764312:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000261e0f2e. 00000100:00000010:0.0:1776267960.764316:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036453666. 00010000:00000010:0.0:1776267960.764321:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086aa83a0. 00010000:00000010:0.1:1776267960.764950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8bba17d. 00010000:00000010:0.1:1776267960.764958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067c2c551. 00000400:00000200:0.0:1776267960.765000:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.765020:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b0c0 00000400:00000200:0.0:1776267960.765026:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb603d [2] + 1312 00000400:00000200:0.0:1776267960.765081:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.765085:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.765091:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.765096:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000261e0f2e. 00000020:00000010:1.0:1776267960.765190:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000721b3dbb. 00000020:00000010:1.0:1776267960.765198:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009535a104. 00000020:00000010:1.0:1776267960.765202:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000011b1d3. 00000100:00000200:1.0:1776267960.765236:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000261e0f2e x1862549476126912/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267960.765267:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126912 02000000:00000010:1.0:1776267960.765277:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3a25ae8. 00010000:00000010:1.0:1776267960.765305:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052bad873. 00010000:00000010:1.0:1776267960.765324:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef969f18. 00000100:00000010:1.0:1776267960.765330:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267960.765347:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267960.765351:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef969f18. 00000400:00000010:1.0:1776267960.765363:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021518615. 00000100:00000200:1.0:1776267960.765367:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126912, offset 224 00000400:00000200:1.0:1776267960.765374:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.765385:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.765390:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91378:91378:256:4294967295] 192.168.202.34@tcp LPNI seq info [91378:91378:8:4294967295] 00000400:00000200:1.0:1776267960.765399:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.765404:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.765408:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343698). 00000800:00000200:1.0:1776267960.765413:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.765420:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.765424:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267960.765443:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009535a104. 00000020:00000010:1.0:1776267960.765447:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000011b1d3. 00000020:00000010:1.0:1776267960.765450:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000721b3dbb. 00000800:00000200:3.0:1776267960.765565:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.765570:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:3.0:1776267960.765575:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.765578:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.765581:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021518615 00000400:00000010:3.0:1776267960.765583:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021518615. 00010000:00000010:2.1:1776267960.765595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2587489. 00080000:00000010:0.0:1776267960.765659:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0e8e997. 00010000:00000010:0.0:1776267960.765740:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.765747:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000090e1b548. 00010000:00000010:0.0:1776267960.765819:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067c2c551. 00010000:00000010:0.0:1776267960.765825:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.765836:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086aa83a0. 00000100:00000010:0.0:1776267960.765840:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036453666. 00000100:00000010:0.0:1776267960.765846:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 02000000:00000010:0.0:1776267960.765857:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d47039b. 02000000:00000010:0.0:1776267960.765877:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb874000. 00000400:00000010:0.0:1776267960.765932:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004fded4d6. 00000400:00000010:0.0:1776267960.765937:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5deca77. 00000100:00000200:0.0:1776267960.765942:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492672, portal 16 00000400:00000010:0.0:1776267960.765947:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b862cb7c. 00000100:00000200:0.0:1776267960.765949:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492672, offset 0 00000400:00000200:0.0:1776267960.765954:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.765960:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.765967:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.765970:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.765973:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.765976:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91379:91379:256:4294967295] 192.168.202.34@tcp LPNI seq info [91379:91379:8:4294967295] 00000400:00000200:0.0:1776267960.765983:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.765987:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.765990:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018c6a61f (tot 82343698). 00000800:00000200:0.0:1776267960.765994:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.765998:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.766000:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018c6a61f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267960.767746:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.767753:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018c6a61f (tot 82343450). 00000400:00000200:1.0:1776267960.767760:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.767769:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.767775:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b862cb7c 00000400:00000010:1.0:1776267960.767776:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b862cb7c. 00000100:00000200:1.0:1776267960.767785:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000009825d73 x1862549489492672/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267960.770977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043a1aca3. 00010000:00000010:0.1:1776267960.770994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020c07ce9. 00010000:00000010:1.1:1776267960.774950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf9fcc2f. 00000400:00000200:0.0:1776267960.782671:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.782697:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a2c0 00000400:00000200:0.0:1776267960.782707:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7709 [1] + 224 00000400:00000200:0.0:1776267960.782721:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.782725:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.782738:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000009825d73 x1862549489492672/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267960.782781:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.782787:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b100 00000400:00000200:0.0:1776267960.782791:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb603d [2] + 1640 00000400:00000200:0.0:1776267960.782801:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.782803:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.782807:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.782814:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000294921c4. 00000400:00000010:1.0:1776267960.782964:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004fded4d6. 00000400:00000200:1.0:1776267960.782971:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5deca77 00000400:00000010:1.0:1776267960.782973:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5deca77. 00000100:00000200:1.0:1776267960.782980:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000009825d73 x1862549489492672/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.782987:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000009825d73 x1862549489492672/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267960.783179:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb874000. 02000000:00000010:1.0:1776267960.783186:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d47039b. 00000100:00000010:1.0:1776267960.783190:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 00000100:00000010:1.0:1776267960.783194:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036453666. 00010000:00000010:1.0:1776267960.783198:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086aa83a0. 00000020:00000010:2.0:1776267960.783330:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5ceddbc. 00000020:00000010:2.0:1776267960.783341:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.783346:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.783373:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000294921c4 x1862549476126976/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267960.783405:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476126976 02000000:00000010:2.0:1776267960.783418:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000745d9463. 00010000:00000010:2.0:1776267960.783447:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7a0c636. 00010000:00000010:2.0:1776267960.783470:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.783476:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078fcd3c2. 00000100:00000010:2.0:1776267960.783493:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078fcd3c2. 00010000:00000010:2.0:1776267960.783497:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.783508:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d911512c. 00000100:00000200:2.0:1776267960.783513:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476126976, offset 224 00000400:00000200:2.0:1776267960.783520:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.783529:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.783535:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91380:91380:256:4294967295] 192.168.202.34@tcp LPNI seq info [91380:91380:8:4294967295] 00000400:00000200:2.0:1776267960.783544:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.783549:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.783553:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267960.783559:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.783565:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.783569:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.783591:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.783596:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.783599:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5ceddbc. 00080000:00000010:0.0:1776267960.783661:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b68b31f. 00010000:00000010:0.0:1776267960.783741:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.783747:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000093ae89c9. 00010000:00000010:0.0:1776267960.783819:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001870ae9e. 00010000:00000010:0.0:1776267960.783824:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000df9ebdfc. 00010000:00000010:0.0:1776267960.783828:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020c07ce9. 00010000:00000010:0.0:1776267960.783833:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00080000:00000010:0.0:1776267960.783846:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cb7b395. 00010000:00000010:0.0:1776267960.783871:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.783874:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df9ebdfc. 00010000:00000010:0.0:1776267960.783973:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016b3286f. 00010000:00000010:0.0:1776267960.783977:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.783985:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8aba098. 00000100:00000010:0.0:1776267960.783989:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094f7b237. 00000100:00000010:0.0:1776267960.783995:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a57d0cf0. 02000000:00000010:0.0:1776267960.784004:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000074d9b0d2. 02000000:00000010:0.0:1776267960.784183:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb4658e0. 00000400:00000010:0.0:1776267960.784190:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004fded4d6. 00000400:00000010:0.0:1776267960.784194:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036667960. 00000100:00000200:0.0:1776267960.784199:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492736, portal 16 00000400:00000010:0.0:1776267960.784203:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d0114a6. 00000100:00000200:0.0:1776267960.784205:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492736, offset 0 00000400:00000200:0.0:1776267960.784210:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.784217:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.784235:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.784240:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.784243:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.784246:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91381:91381:255:4294967295] 192.168.202.34@tcp LPNI seq info [91381:91381:7:4294967295] 00000400:00000200:0.0:1776267960.784252:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.784256:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.784260:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343946). 00000800:00000200:0.0:1776267960.784265:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.784268:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.784271:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.784677:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.784681:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343698). 00000400:00000200:3.0:1776267960.784688:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.784692:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.784696:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d911512c 00000400:00000010:3.0:1776267960.784707:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d911512c. 00000800:00000200:3.0:1776267960.784776:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.784778:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343450). 00000400:00000200:3.0:1776267960.784781:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.784784:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.784786:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d0114a6 00000400:00000010:3.0:1776267960.784788:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d0114a6. 00000100:00000200:3.0:1776267960.784795:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a57d0cf0 x1862549489492736/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267960.788974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015fc680b. 00010000:00000010:0.1:1776267960.788991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067c2c551. 00010000:00000010:0.1:1776267960.788998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001870ae9e. 00010000:00000010:0.1:1776267960.789001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020c07ce9. 00010000:00000010:2.1:1776267960.789132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002432d75c. 00000400:00000200:1.0:1776267960.792185:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.792206:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a300 00000400:00000200:1.0:1776267960.792216:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7715 [1] + 224 00000400:00000200:1.0:1776267960.792237:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.792242:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.792254:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a57d0cf0 x1862549489492736/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.792291:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.792296:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b140 00000400:00000200:1.0:1776267960.792301:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb603d [2] + 1968 00000400:00000010:1.0:1776267960.792305:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000108bf147. 00000400:00000200:1.0:1776267960.792311:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008e93f6aa 00000400:00000200:1.0:1776267960.792318:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.792321:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.792324:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e93f6aa 00000400:00000010:1.0:1776267960.792327:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008e93f6aa (tot 82343298). 00000100:00000200:1.0:1776267960.792331:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776267960.792445:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5ceddbc. 00000020:00000010:2.0:1776267960.792453:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.792457:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.792483:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e4c4e36 x1862549476127040/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267960.792524:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476127040 02000000:00000010:2.0:1776267960.792536:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b08fe21. 00010000:00000010:2.0:1776267960.792579:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.792588:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078fcd3c2. 00000100:00000010:2.0:1776267960.792595:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078fcd3c2. 00010000:00000010:2.0:1776267960.792600:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.792613:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d6a6580. 00000100:00000200:2.0:1776267960.792618:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476127040, offset 224 00000400:00000200:2.0:1776267960.792627:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.792637:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.792641:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91382:91382:256:4294967295] 192.168.202.34@tcp LPNI seq info [91382:91382:8:4294967295] 00000400:00000200:2.0:1776267960.792651:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.792655:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.792659:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343546). 00000800:00000200:2.0:1776267960.792665:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.792671:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.792675:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.792702:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.792706:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.792709:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5ceddbc. 02000000:00000010:2.0:1776267960.792716:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000745d9463. 00000100:00000010:2.0:1776267960.792722:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000294921c4. 02000000:00000010:2.0:1776267960.792726:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3a25ae8. 00000100:00000010:2.0:1776267960.792728:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000261e0f2e. 02000000:00000010:2.0:1776267960.792730:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f0e46496. 00000100:00000010:2.0:1776267960.792732:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001432bc6c. 02000000:00000010:2.0:1776267960.792735:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c93f3280. 00000100:00000010:2.0:1776267960.792737:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c54bf38. 02000000:00000010:2.0:1776267960.792739:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae18298e. 00000100:00000010:2.0:1776267960.792740:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e69869f. 02000000:00000010:2.0:1776267960.792744:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ced70d06. 00000100:00000010:2.0:1776267960.792746:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fcb0bd4a. 00000100:00000200:2.0:1776267960.792753:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776267960.792757:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000077d446fc. 00000400:00000010:2.0:1776267960.792761:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000078fcd3c2 (tot 82343698). 00000400:00000010:0.0:1776267960.792877:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004fded4d6. 00000400:00000200:0.0:1776267960.793103:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036667960 00000400:00000010:0.0:1776267960.793106:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036667960. 00000100:00000200:0.0:1776267960.793114:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a57d0cf0 x1862549489492736/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.793124:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a57d0cf0 x1862549489492736/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267960.793150:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005502a2a4. 02000000:00000010:0.0:1776267960.793170:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb4658e0. 02000000:00000010:0.0:1776267960.793177:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000074d9b0d2. 00000100:00000010:0.0:1776267960.793181:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a57d0cf0. 00000100:00000010:0.0:1776267960.793184:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094f7b237. 00010000:00000010:0.0:1776267960.793189:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8aba098. 00080000:00000010:0.0:1776267960.793209:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074d9b0d2. 00010000:00000010:0.0:1776267960.793313:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.793320:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c927efab. 00010000:00000010:0.0:1776267960.793400:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020c07ce9. 00010000:00000010:0.0:1776267960.793406:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.793417:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8aba098. 00000100:00000010:0.0:1776267960.793421:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094f7b237. 00000100:00000010:0.0:1776267960.793427:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a57d0cf0. 02000000:00000010:0.0:1776267960.793439:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb4658e0. 02000000:00000010:0.0:1776267960.793465:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d41ffea. 00000400:00000010:0.0:1776267960.793469:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004fded4d6. 00000400:00000010:0.0:1776267960.793472:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036667960. 00000100:00000200:0.0:1776267960.793476:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492800, portal 16 00000400:00000010:0.0:1776267960.793480:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2d341db. 00000100:00000200:0.0:1776267960.793483:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492800, offset 0 00000400:00000200:0.0:1776267960.793490:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.793497:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.793504:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.793509:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.793511:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.793514:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91383:91383:255:4294967295] 192.168.202.34@tcp LPNI seq info [91383:91383:7:4294967295] 00000400:00000200:0.0:1776267960.793521:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.793526:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.793530:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343946). 00000800:00000200:0.0:1776267960.793535:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.793539:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.793541:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267960.793641:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.793645:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343698). 00000400:00000200:1.0:1776267960.793653:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.793656:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.793659:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d6a6580 00000400:00000010:1.0:1776267960.793661:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d6a6580. 02000000:00000010:1.0:1776267960.793667:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b08fe21. 00000800:00000200:1.0:1776267960.793728:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.793730:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000400:00000200:1.0:1776267960.793734:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.793737:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.793739:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2d341db 00000400:00000010:1.0:1776267960.793740:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2d341db. 00000100:00000200:1.0:1776267960.793744:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a57d0cf0 x1862549489492800/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267960.799000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d73e16c0. 00010000:00000010:0.1:1776267960.799028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1a67080. 00010000:00000010:0.1:1776267960.799034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016b3286f. 00000400:00000200:3.0:1776267960.800249:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.800270:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a340 00000400:00000200:3.0:1776267960.800280:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7725 [1] + 224 00000400:00000200:3.0:1776267960.800294:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.800298:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.800309:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a57d0cf0 x1862549489492800/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.800353:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.800358:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b180 00000400:00000200:3.0:1776267960.800363:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6095 [2] + 0 00000400:00000200:3.0:1776267960.800372:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.800375:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.800379:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.800384:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f627660. 00000400:00000010:1.0:1776267960.800589:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004fded4d6. 00000400:00000200:1.0:1776267960.800595:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036667960 00000400:00000010:1.0:1776267960.800597:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036667960. 00000100:00000200:1.0:1776267960.800604:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a57d0cf0 x1862549489492800/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.800612:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a57d0cf0 x1862549489492800/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267960.800647:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d41ffea. 02000000:00000010:1.0:1776267960.800653:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb4658e0. 00000100:00000010:1.0:1776267960.800656:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a57d0cf0. 00000100:00000010:1.0:1776267960.800660:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094f7b237. 00010000:00000010:1.0:1776267960.800664:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8aba098. 00000020:00000010:2.0:1776267960.804113:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4e3786a. 00000020:00000010:2.0:1776267960.804127:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.804132:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.804166:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007f627660 x1862549476127104/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267960.804208:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476127104 02000000:00000010:2.0:1776267960.804228:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b08fe21. 00010000:00000010:2.0:1776267960.804259:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc090a97. 00010000:00000010:2.0:1776267960.804284:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.804292:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.804302:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.804306:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.804318:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d97fa0c. 00000100:00000200:2.0:1776267960.804324:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476127104, offset 224 00000400:00000200:2.0:1776267960.804332:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.804347:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.804352:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91384:91384:256:4294967295] 192.168.202.34@tcp LPNI seq info [91384:91384:8:4294967295] 00000400:00000200:2.0:1776267960.804362:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.804367:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.804373:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267960.804379:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.804386:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.804389:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.804412:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.804416:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.804419:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4e3786a. 00080000:00000010:0.0:1776267960.804557:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070514e76. 00010000:00000010:0.0:1776267960.804631:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.804637:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7b4cf7e. 00010000:00000010:0.0:1776267960.804712:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016b3286f. 00010000:00000010:0.0:1776267960.804719:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.804731:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002775ac7f. 00000100:00000010:0.0:1776267960.804735:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a0631697. 00000100:00000010:0.0:1776267960.804743:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a57d0cf0. 02000000:00000010:0.0:1776267960.804754:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb4658e0. 02000000:00000010:0.0:1776267960.804777:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d41ffea. 00000400:00000010:0.0:1776267960.804783:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3c8de13. 00000400:00000010:0.0:1776267960.804787:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267960.804792:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492864, portal 16 00000400:00000010:0.0:1776267960.804796:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffbbe46f. 00000100:00000200:0.0:1776267960.804797:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492864, offset 0 00000400:00000200:0.0:1776267960.804803:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.804809:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.804816:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.804820:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.804822:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.804824:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91385:91385:255:4294967295] 192.168.202.34@tcp LPNI seq info [91385:91385:7:4294967295] 00000400:00000200:0.0:1776267960.804831:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.804835:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.804838:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343946). 00000800:00000200:0.0:1776267960.804842:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.804845:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.804847:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.806271:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.806278:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343698). 00000400:00000200:3.0:1776267960.806289:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.806296:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.806301:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d97fa0c 00000400:00000010:3.0:1776267960.806303:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d97fa0c. 00000800:00000200:3.0:1776267960.806379:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.806381:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:3.0:1776267960.806385:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.806388:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.806390:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffbbe46f 00000400:00000010:3.0:1776267960.806391:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffbbe46f. 00000100:00000200:3.0:1776267960.806398:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a57d0cf0 x1862549489492864/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267960.809941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d2be840. 00010000:00000010:0.1:1776267960.809962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020c07ce9. 00010000:00000010:2.1:1776267960.810024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c23408. 00000400:00000200:1.0:1776267960.811047:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.811067:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a380 00000400:00000200:1.0:1776267960.811076:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7731 [1] + 224 00000400:00000200:1.0:1776267960.811090:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.811094:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.811106:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a57d0cf0 x1862549489492864/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267960.811141:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.811147:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b1c0 00000400:00000200:1.0:1776267960.811151:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6095 [2] + 328 00000400:00000200:1.0:1776267960.811209:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.811213:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.811217:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267960.811231:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 00000400:00000010:0.0:1776267960.811406:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3c8de13. 00000400:00000200:0.0:1776267960.811412:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267960.811414:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267960.811423:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a57d0cf0 x1862549489492864/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.811433:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a57d0cf0 x1862549489492864/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267960.811462:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d41ffea. 02000000:00000010:0.0:1776267960.811468:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb4658e0. 00000100:00000010:0.0:1776267960.811471:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a57d0cf0. 00000100:00000010:0.0:1776267960.811474:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a0631697. 00010000:00000010:0.0:1776267960.811479:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002775ac7f. 00000020:00000010:2.0:1776267960.811657:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4e3786a. 00000020:00000010:2.0:1776267960.811665:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.811670:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.811695:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008274bc47 x1862549476127168/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267960.811728:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476127168 02000000:00000010:2.0:1776267960.811740:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ced70d06. 00010000:00000010:2.0:1776267960.811767:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac1a6290. 00010000:00000010:2.0:1776267960.811787:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.811792:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.811808:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.811811:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.811824:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d61039d. 00000100:00000200:2.0:1776267960.811828:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476127168, offset 224 00000400:00000200:2.0:1776267960.811835:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.811845:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.811851:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91386:91386:256:4294967295] 192.168.202.34@tcp LPNI seq info [91386:91386:8:4294967295] 00000400:00000200:2.0:1776267960.811861:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.811866:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.811870:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267960.811875:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.811960:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.811966:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.811982:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.811986:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.811989:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4e3786a. 00000800:00000200:3.0:1776267960.812325:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.812329:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:3.0:1776267960.812336:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.812340:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.812343:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d61039d 00000400:00000010:3.0:1776267960.812345:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d61039d. 00080000:00000010:0.0:1776267960.812430:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb4658e0. 00010000:00000010:0.0:1776267960.812513:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.812520:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d15f77bb. 00010000:00000010:0.0:1776267960.812622:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020c07ce9. 00010000:00000010:0.0:1776267960.812630:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.812642:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002775ac7f. 00000100:00000010:0.0:1776267960.812646:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a0631697. 00000100:00000010:0.0:1776267960.812654:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a57d0cf0. 02000000:00000010:0.0:1776267960.812665:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d41ffea. 02000000:00000010:0.0:1776267960.812689:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d47039b. 00000400:00000010:0.0:1776267960.812694:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3c8de13. 00000400:00000010:0.0:1776267960.812697:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267960.812702:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492928, portal 16 00000400:00000010:0.0:1776267960.812706:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd188b69. 00000100:00000200:0.0:1776267960.812708:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492928, offset 0 00000400:00000200:0.0:1776267960.812714:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.812722:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.812728:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.812732:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.812735:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.812738:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91387:91387:256:4294967295] 192.168.202.34@tcp LPNI seq info [91387:91387:8:4294967295] 00000400:00000200:0.0:1776267960.812745:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.812749:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.812753:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343698). 00000800:00000200:0.0:1776267960.812758:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.812762:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.812765:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.812973:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.812976:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343450). 00000400:00000200:3.0:1776267960.812979:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.812983:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.812985:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd188b69 00000400:00000010:3.0:1776267960.812987:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd188b69. 00000100:00000200:3.0:1776267960.812993:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a57d0cf0 x1862549489492928/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267960.816161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e399e307. 00010000:00000010:0.1:1776267960.821022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000491bc2ea. 00010000:00000010:0.1:1776267960.821041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016b3286f. 00000400:00000200:1.0:1776267960.826544:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267960.826568:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a3c0 00000400:00000200:1.0:1776267960.826579:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb773d [1] + 224 00000400:00000200:1.0:1776267960.826596:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.826600:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267960.826612:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a57d0cf0 x1862549489492928/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.826858:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.826867:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b200 00000400:00000200:3.0:1776267960.826872:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6095 [2] + 656 00000400:00000200:3.0:1776267960.826975:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.826979:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.826984:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.826990:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 00000020:00000010:2.0:1776267960.827871:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4e3786a. 00000020:00000010:2.0:1776267960.827919:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.827926:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.827956:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f83dba0c x1862549476127232/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267960.827993:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476127232 02000000:00000010:2.0:1776267960.828015:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f0e46496. 00010000:00000010:2.0:1776267960.828060:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.828068:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.828074:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.828078:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.828104:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f66fea4f. 00000100:00000200:2.0:1776267960.828110:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476127232, offset 224 00000400:00000200:2.0:1776267960.828119:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.828133:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.828139:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91388:91388:256:4294967295] 192.168.202.34@tcp LPNI seq info [91388:91388:8:4294967295] 00000400:00000200:2.0:1776267960.828149:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.828154:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.828159:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267960.828165:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.828171:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.828175:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.828199:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.828202:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.828206:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4e3786a. 00000800:00000200:3.0:1776267960.828771:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.828777:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:3.0:1776267960.828784:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.828789:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.828794:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f66fea4f 00000400:00000010:3.0:1776267960.828796:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f66fea4f. 00000400:00000010:0.0:1776267960.838039:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3c8de13. 00000400:00000200:0.0:1776267960.838053:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267960.838054:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267960.838069:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a57d0cf0 x1862549489492928/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.838079:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a57d0cf0 x1862549489492928/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267960.838120:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2056cc1. 02000000:00000010:0.0:1776267960.838139:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d47039b. 02000000:00000010:0.0:1776267960.838144:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d41ffea. 00000100:00000010:0.0:1776267960.838148:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a57d0cf0. 00000100:00000010:0.0:1776267960.838152:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a0631697. 00010000:00000010:0.0:1776267960.838156:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002775ac7f. 00080000:00000010:0.0:1776267960.838180:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d41ffea. 00010000:00000010:0.0:1776267960.838287:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.838295:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000061f2012c. 00010000:00000010:0.0:1776267960.838373:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016b3286f. 00010000:00000010:0.0:1776267960.838379:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267960.838390:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002775ac7f. 00000100:00000010:0.0:1776267960.838396:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a0631697. 00000100:00000010:0.0:1776267960.838403:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a57d0cf0. 02000000:00000010:0.0:1776267960.838415:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d47039b. 02000000:00000010:0.0:1776267960.838443:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb874000. 00000400:00000010:0.0:1776267960.838448:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3c8de13. 00000400:00000010:0.0:1776267960.838452:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267960.838458:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489492992, portal 16 00000400:00000010:0.0:1776267960.838463:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063608909. 00000100:00000200:0.0:1776267960.838465:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489492992, offset 0 00000400:00000200:0.0:1776267960.838473:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.838489:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.838498:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.838503:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.838506:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.838510:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91389:91389:256:4294967295] 192.168.202.34@tcp LPNI seq info [91389:91389:8:4294967295] 00000400:00000200:0.0:1776267960.838523:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.838531:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.838536:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267960.838544:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.838552:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.838556:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267960.838715:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.838720:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343450). 00000400:00000200:1.0:1776267960.838726:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.838732:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.838737:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063608909 00000400:00000010:1.0:1776267960.838739:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063608909. 00000100:00000200:1.0:1776267960.838745:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a57d0cf0 x1862549489492992/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267960.844940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008571b9f. 00010000:00000010:0.1:1776267960.844960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034d967f1. 00010000:00000010:0.1:1776267960.844964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020c07ce9. 00000400:00000200:3.0:1776267960.848098:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.848130:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a400 00000400:00000200:3.0:1776267960.848143:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7749 [1] + 224 00000400:00000200:3.0:1776267960.848170:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.848175:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.848190:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a57d0cf0 x1862549489492992/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.849303:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.849319:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b240 00000400:00000200:3.0:1776267960.849327:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6095 [2] + 984 00000400:00000200:3.0:1776267960.849535:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.849540:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.849548:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.849556:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038d6bd92. 00000020:00000010:2.0:1776267960.850010:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4e3786a. 00000020:00000010:2.0:1776267960.850021:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.850026:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.850063:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038d6bd92 x1862549476127296/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267960.850097:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476127296 02000000:00000010:2.0:1776267960.850111:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000745d9463. 00010000:00000010:2.0:1776267960.850165:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.850174:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.850184:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.850188:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.850207:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022cf8c37. 00000100:00000200:2.0:1776267960.850214:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476127296, offset 224 00000400:00000200:2.0:1776267960.850235:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.850251:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.850257:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91390:91390:256:4294967295] 192.168.202.34@tcp LPNI seq info [91390:91390:8:4294967295] 00000400:00000200:2.0:1776267960.850269:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.850275:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.850280:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267960.850287:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.850606:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.850612:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.850673:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.850678:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.850682:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4e3786a. 00000400:00000010:0.0:1776267960.851330:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3c8de13. 00000400:00000200:0.0:1776267960.851341:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267960.851343:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267960.851358:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a57d0cf0 x1862549489492992/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.851383:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a57d0cf0 x1862549489492992/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267960.851578:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da5c28ae. 02000000:00000010:0.0:1776267960.851606:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb874000. 02000000:00000010:0.0:1776267960.851613:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d47039b. 00000100:00000010:0.0:1776267960.851617:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a57d0cf0. 00000100:00000010:0.0:1776267960.851621:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a0631697. 00010000:00000010:0.0:1776267960.851626:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002775ac7f. 00080000:00000010:2.0:1776267960.851727:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4e3786a. 00010000:00000010:2.0:1776267960.851858:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:2.0:1776267960.851867:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000346a353c. 00010000:00000010:2.0:1776267960.852031:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec670dd5. 00010000:00000010:2.0:1776267960.852036:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d8333e3b. 00010000:00000010:2.0:1776267960.852043:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000157d807. 00010000:00000010:2.0:1776267960.852050:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000062c65593. 00080000:00000010:2.0:1776267960.852072:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae18298e. 00010000:00000010:2.0:1776267960.852105:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062c65593. 00010000:00000010:2.0:1776267960.852110:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d8333e3b. 00010000:00000010:2.0:1776267960.852173:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.0:1776267960.852178:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000062c65593. 00010000:00000010:2.0:1776267960.852187:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.852194:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.852204:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 02000000:00000010:2.0:1776267960.852231:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5ceddbc. 02000000:00000010:2.0:1776267960.852274:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bffc669b. 00000400:00000010:2.0:1776267960.852282:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267960.852288:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a302828a. 00000100:00000200:2.0:1776267960.852296:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489493056, portal 16 00000400:00000010:2.0:1776267960.852303:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4c7b484. 00000100:00000200:2.0:1776267960.852306:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489493056, offset 0 00000400:00000200:2.0:1776267960.852317:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.852334:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.852343:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267960.852347:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267960.852351:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267960.852355:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91391:91391:255:4294967295] 192.168.202.34@tcp LPNI seq info [91391:91391:7:4294967295] 00000400:00000200:2.0:1776267960.852366:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.852373:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.852378:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343946). 00000800:00000200:2.0:1776267960.852386:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.852393:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.852398:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267960.853270:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.853277:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343698). 00000400:00000200:1.0:1776267960.853733:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.853744:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.853752:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022cf8c37 00000400:00000010:1.0:1776267960.853755:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022cf8c37. 00000800:00000200:1.0:1776267960.854549:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267960.854554:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:1.0:1776267960.854563:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267960.854569:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267960.854574:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4c7b484 00000400:00000010:1.0:1776267960.854576:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4c7b484. 00000100:00000200:1.0:1776267960.854587:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7707e38 x1862549489493056/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267960.856985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064bf2b66. 00010000:00000010:2.1:1776267960.857010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016b3286f. 00000400:00000200:3.0:1776267960.858782:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.858813:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a440 00000400:00000200:3.0:1776267960.858826:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7755 [1] + 224 00000400:00000200:3.0:1776267960.858846:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.858851:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.858867:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7707e38 x1862549489493056/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267960.861947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b5802c. 00010000:00000010:2.1:1776267960.862081:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec670dd5. 00010000:00000010:2.1:1776267960.862089:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00000400:00000010:2.0:1776267960.862112:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:2.0:1776267960.862120:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a302828a 00000400:00000010:2.0:1776267960.862125:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a302828a. 00000100:00000200:2.0:1776267960.862149:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7707e38 x1862549489493056/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267960.862163:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7707e38 x1862549489493056/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267960.862215:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bffc669b. 02000000:00000010:2.0:1776267960.862237:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5ceddbc. 00000100:00000010:2.0:1776267960.862243:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 00000100:00000010:2.0:1776267960.862248:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.862254:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000200:3.0:1776267960.865935:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.866361:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b280 00000400:00000200:3.0:1776267960.866439:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6095 [2] + 1312 00000400:00000200:3.0:1776267960.866503:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.866507:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.866513:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.866519:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bd626d3. 00000020:00000010:2.0:1776267960.868540:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bffc669b. 00000020:00000010:2.0:1776267960.868554:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.868559:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.868597:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bd626d3 x1862549476127360/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267960.868639:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476127360 02000000:00000010:2.0:1776267960.868653:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a5ceddbc. 00010000:00000010:2.0:1776267960.868693:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a6a4d3d. 00010000:00000010:2.0:1776267960.869341:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.869352:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.869444:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.869449:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.869464:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a302828a. 00000100:00000200:2.0:1776267960.869471:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476127360, offset 224 00000400:00000200:2.0:1776267960.869481:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.869617:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.869624:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91392:91392:256:4294967295] 192.168.202.34@tcp LPNI seq info [91392:91392:8:4294967295] 00000400:00000200:2.0:1776267960.869635:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.869641:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.869647:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267960.869655:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.869662:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.869666:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.869692:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.869697:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.869711:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bffc669b. 00000800:00000200:0.0:1776267960.870052:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.870056:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:0.0:1776267960.870064:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.870079:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.870083:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a302828a 00000400:00000010:0.0:1776267960.870086:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a302828a. 00080000:00000010:1.0:1776267960.877595:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000721b3dbb. 00010000:00000010:1.0:1776267960.877707:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062c65593. 00010000:00000010:1.0:1776267960.877719:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e6f5822. 00010000:00000010:1.0:1776267960.877795:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e05217e0. 00010000:00000010:1.0:1776267960.877802:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267960.877816:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef969f18. 00000100:00000010:1.0:1776267960.877823:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267960.877833:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267960.877846:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000083a4e9e. 02000000:00000010:1.0:1776267960.877875:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb667aa2. 00000400:00000010:1.0:1776267960.877881:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267960.877887:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf3ca1f. 00000100:00000200:1.0:1776267960.879038:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489493120, portal 16 00000400:00000010:1.0:1776267960.879052:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c48805. 00000100:00000200:1.0:1776267960.879057:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489493120, offset 0 00000400:00000200:1.0:1776267960.879189:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.879206:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.879214:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.879217:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.879231:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.879234:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91393:91393:256:4294967295] 192.168.202.34@tcp LPNI seq info [91393:91393:8:4294967295] 00000400:00000200:1.0:1776267960.879245:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.879252:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.879258:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343698). 00000800:00000200:1.0:1776267960.879265:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.879273:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.879276:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.880322:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.880329:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:3.0:1776267960.880689:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.880699:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.880704:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c48805 00000400:00000010:3.0:1776267960.880706:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c48805. 00000100:00000200:3.0:1776267960.880713:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489493120/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267960.880980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6d37dd5. 00010000:00000010:1.1:1776267960.885289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d810078. 00010000:00000010:1.1:1776267960.885308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00000400:00000200:3.0:1776267960.886057:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.886157:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a480 00000400:00000200:3.0:1776267960.886166:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7761 [1] + 224 00000400:00000200:3.0:1776267960.886179:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.886183:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.886194:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489493120/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.886319:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.886325:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b2c0 00000400:00000200:3.0:1776267960.886330:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6095 [2] + 1640 00000400:00000200:3.0:1776267960.886338:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.886341:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.886345:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.886350:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6a3c49b. 00000020:00000010:2.0:1776267960.887092:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bffc669b. 00000020:00000010:2.0:1776267960.887102:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.887106:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.887133:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a6a3c49b x1862549476127424/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267960.887173:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476127424 02000000:00000010:2.0:1776267960.887186:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000073b27dc3. 00010000:00000010:2.0:1776267960.887243:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.887249:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.887256:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.887260:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.887274:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058b5df77. 00000100:00000200:2.0:1776267960.887279:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476127424, offset 224 00000400:00000200:2.0:1776267960.887287:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.887297:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.887302:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91394:91394:256:4294967295] 192.168.202.34@tcp LPNI seq info [91394:91394:8:4294967295] 00000400:00000200:2.0:1776267960.887311:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.887316:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.887320:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267960.887326:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.887333:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.887337:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.887370:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.887376:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.887378:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bffc669b. 00000800:00000200:0.0:1776267960.888056:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.888068:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:0.0:1776267960.888076:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.888082:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.888087:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058b5df77 00000400:00000010:0.0:1776267960.888089:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058b5df77. 00000400:00000010:1.0:1776267960.894616:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:1.0:1776267960.894631:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf3ca1f 00000400:00000010:1.0:1776267960.894634:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf3ca1f. 00000100:00000200:1.0:1776267960.894649:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489493120/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.894661:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489493120/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267960.894692:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b86efed. 02000000:00000010:1.0:1776267960.894714:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb667aa2. 02000000:00000010:1.0:1776267960.894720:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000083a4e9e. 00000100:00000010:1.0:1776267960.894723:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:1.0:1776267960.894727:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267960.894732:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef969f18. 00080000:00000010:1.0:1776267960.894755:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000083a4e9e. 00010000:00000010:1.0:1776267960.894839:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267960.894846:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042b7441e. 00010000:00000010:1.0:1776267960.894982:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053fdbf60. 00010000:00000010:1.0:1776267960.894989:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267960.895003:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef969f18. 00000100:00000010:1.0:1776267960.895008:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267960.895017:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267960.895029:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb667aa2. 02000000:00000010:1.0:1776267960.895059:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c12c25c. 00000400:00000010:1.0:1776267960.895197:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267960.895203:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf3ca1f. 00000100:00000200:1.0:1776267960.895209:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489493184, portal 16 00000400:00000010:1.0:1776267960.895217:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267960.895230:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489493184, offset 0 00000400:00000200:1.0:1776267960.895238:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.895254:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.895262:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.895265:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.895268:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.895271:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91395:91395:256:4294967295] 192.168.202.34@tcp LPNI seq info [91395:91395:8:4294967295] 00000400:00000200:1.0:1776267960.895282:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.895289:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.895294:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267960.895300:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.895307:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.895311:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.898718:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.898727:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:3.0:1776267960.898735:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.898745:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.898751:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:3.0:1776267960.898753:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:3.0:1776267960.898763:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489493184/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267960.899308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5dba206. 00010000:00000010:1.1:1776267960.899318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c706867. 00010000:00000010:1.1:1776267960.899321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05217e0. 00000400:00000200:3.0:1776267960.901061:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.901096:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a4c0 00000400:00000200:3.0:1776267960.901106:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb776d [1] + 224 00000400:00000200:3.0:1776267960.901120:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.901125:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.901135:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489493184/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.901176:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.901183:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b300 00000400:00000200:3.0:1776267960.901189:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6095 [2] + 1968 00000400:00000010:3.0:1776267960.901193:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ff234501. 00000400:00000200:3.0:1776267960.901197:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c05d584c 00000400:00000200:3.0:1776267960.901233:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.901237:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.901240:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c05d584c 00000400:00000010:3.0:1776267960.901241:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c05d584c (tot 82343298). 00000100:00000200:3.0:1776267960.901246:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1776267960.901617:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:0.0:1776267960.901622:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf3ca1f 00000400:00000010:0.0:1776267960.901624:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf3ca1f. 00000100:00000200:0.0:1776267960.901630:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489493184/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.901638:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489493184/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267960.901667:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c12c25c. 02000000:00000010:0.0:1776267960.901672:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb667aa2. 00000100:00000010:0.0:1776267960.901677:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:0.0:1776267960.901680:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:0.0:1776267960.901685:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef969f18. 00000020:00000010:1.0:1776267960.901876:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb667aa2. 00000020:00000010:1.0:1776267960.901885:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009535a104. 00000020:00000010:1.0:1776267960.901889:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000011b1d3. 00000100:00000200:1.0:1776267960.902056:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000065536f32 x1862549476127488/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267960.902273:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476127488 02000000:00000010:0.0:1776267960.902285:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d47039b. 00010000:00000010:0.0:1776267960.902314:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009399a849. 00010000:00000010:0.0:1776267960.902334:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002775ac7f. 00000100:00000010:0.0:1776267960.902340:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a0631697. 00000100:00000010:0.0:1776267960.902357:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a0631697. 00010000:00000010:0.0:1776267960.902360:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002775ac7f. 00000400:00000010:0.0:1776267960.902382:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267960.902386:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476127488, offset 224 00000400:00000200:0.0:1776267960.902394:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.902405:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.902411:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91396:91396:256:4294967295] 192.168.202.34@tcp LPNI seq info [91396:91396:8:4294967295] 00000400:00000200:0.0:1776267960.902421:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.902426:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.902430:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff893d (tot 82343546). 00000800:00000200:0.0:1776267960.902435:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.902442:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.902446:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093ff893d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267960.902471:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009535a104. 00000020:00000010:0.0:1776267960.902475:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000011b1d3. 00000020:00000010:0.0:1776267960.902478:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb667aa2. 02000000:00000010:0.0:1776267960.902487:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000073b27dc3. 00000100:00000010:0.0:1776267960.902490:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a6a3c49b. 02000000:00000010:0.0:1776267960.902493:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a5ceddbc. 00000100:00000010:0.0:1776267960.902495:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bd626d3. 02000000:00000010:0.0:1776267960.902498:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000745d9463. 00000100:00000010:0.0:1776267960.902503:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038d6bd92. 02000000:00000010:0.0:1776267960.902506:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f0e46496. 00000100:00000010:0.0:1776267960.902508:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 02000000:00000010:0.0:1776267960.902511:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ced70d06. 00000100:00000010:0.0:1776267960.902513:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 02000000:00000010:0.0:1776267960.902517:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b08fe21. 00000100:00000010:0.0:1776267960.902519:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f627660. 00000100:00000200:0.0:1776267960.902526:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776267960.902531:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3c8de13. 00000400:00000010:0.0:1776267960.902536:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0631697 (tot 82343698). 00000800:00000200:3.0:1776267960.902651:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.902655:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343450). 00000400:00000200:3.0:1776267960.902660:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.902663:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.902667:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:3.0:1776267960.902668:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 02000000:00000010:3.0:1776267960.902673:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d47039b. 00080000:00000010:1.0:1776267960.903196:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c12c25c. 00010000:00000010:1.0:1776267960.903293:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267960.903302:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000055f472b5. 00010000:00000010:1.0:1776267960.903401:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e05217e0. 00010000:00000010:1.0:1776267960.903407:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267960.903417:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267960.903422:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a80d7f. 00000100:00000010:1.0:1776267960.903430:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 02000000:00000010:1.0:1776267960.903442:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c93f3280. 02000000:00000010:1.0:1776267960.903464:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3a25ae8. 00000400:00000010:1.0:1776267960.903468:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267960.903474:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267960.903478:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489493248, portal 16 00000400:00000010:1.0:1776267960.903483:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4db8adb. 00000100:00000200:1.0:1776267960.903485:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489493248, offset 0 00000400:00000200:1.0:1776267960.903492:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.903502:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.903508:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.903512:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.903515:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.903519:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91397:91397:256:4294967295] 192.168.202.34@tcp LPNI seq info [91397:91397:8:4294967295] 00000400:00000200:1.0:1776267960.903527:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.903532:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.903535:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343698). 00000800:00000200:1.0:1776267960.903541:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.903547:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.903550:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.903807:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.903811:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:3.0:1776267960.903815:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.903819:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.903822:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4db8adb 00000400:00000010:3.0:1776267960.903824:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4db8adb. 00000100:00000200:3.0:1776267960.903830:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a528f70 x1862549489493248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267960.909214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c850f72c. 00010000:00000010:1.1:1776267960.909248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053fdbf60. 00010000:00000010:0.1:1776267960.912940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb882739. 00000400:00000200:3.0:1776267960.919459:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.919479:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a500 00000400:00000200:3.0:1776267960.919489:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb777d [1] + 224 00000400:00000200:3.0:1776267960.919501:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.919505:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.919516:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a528f70 x1862549489493248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.919553:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.919559:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b340 00000400:00000200:3.0:1776267960.919564:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb60ed [2] + 0 00000400:00000200:3.0:1776267960.919577:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.919579:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.919583:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.919588:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000594b1263. 00000020:00000010:0.0:1776267960.919784:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb874000. 00000020:00000010:0.0:1776267960.919791:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267960.919795:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267960.919820:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000594b1263 x1862549476127552/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267960.919863:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476127552 02000000:00000010:0.0:1776267960.919873:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e233b26. 00010000:00000010:0.0:1776267960.919947:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002775ac7f. 00000100:00000010:0.0:1776267960.919954:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000639a9e12. 00000100:00000010:0.0:1776267960.919960:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000639a9e12. 00010000:00000010:0.0:1776267960.919965:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002775ac7f. 00000400:00000010:0.0:1776267960.919980:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da156716. 00000100:00000200:0.0:1776267960.919984:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476127552, offset 224 00000400:00000200:0.0:1776267960.919992:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.920002:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.920008:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91398:91398:256:4294967295] 192.168.202.34@tcp LPNI seq info [91398:91398:8:4294967295] 00000400:00000200:0.0:1776267960.920017:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.920022:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.920026:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82343698). 00000800:00000200:0.0:1776267960.920031:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.920037:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.920040:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267960.920052:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267960.920056:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267960.920058:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb874000. 00000800:00000200:3.0:1776267960.920191:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.920194:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343450). 00000400:00000200:3.0:1776267960.920198:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.920202:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.920205:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da156716 00000400:00000010:3.0:1776267960.920207:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da156716. 00000400:00000010:1.0:1776267960.920339:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:1.0:1776267960.920343:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267960.920345:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267960.920350:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a528f70 x1862549489493248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.920358:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a528f70 x1862549489493248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267960.920389:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ff716b0. 02000000:00000010:1.0:1776267960.920404:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3a25ae8. 02000000:00000010:1.0:1776267960.920408:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c93f3280. 00000100:00000010:1.0:1776267960.920412:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 00000100:00000010:1.0:1776267960.920415:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a80d7f. 00010000:00000010:1.0:1776267960.920419:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00080000:00000010:1.0:1776267960.920438:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c93f3280. 00010000:00000010:1.0:1776267960.920534:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267960.920540:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009444ed2d. 00010000:00000010:1.0:1776267960.920613:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053fdbf60. 00010000:00000010:1.0:1776267960.920620:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267960.920629:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267960.920632:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a80d7f. 00000100:00000010:1.0:1776267960.920639:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 02000000:00000010:1.0:1776267960.920648:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3a25ae8. 02000000:00000010:1.0:1776267960.920671:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb667aa2. 00000400:00000010:1.0:1776267960.920675:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267960.920679:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267960.920683:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489493312, portal 16 00000400:00000010:1.0:1776267960.920688:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bde3ac1. 00000100:00000200:1.0:1776267960.920689:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489493312, offset 0 00000400:00000200:1.0:1776267960.920694:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.920702:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.920711:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.920715:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.920718:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.920720:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91399:91399:256:4294967295] 192.168.202.34@tcp LPNI seq info [91399:91399:8:4294967295] 00000400:00000200:1.0:1776267960.920728:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.920732:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.920736:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343698). 00000800:00000200:1.0:1776267960.920740:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.920744:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.920746:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.920947:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.920951:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:3.0:1776267960.920955:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.920958:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.920961:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bde3ac1 00000400:00000010:3.0:1776267960.920962:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bde3ac1. 00000100:00000200:3.0:1776267960.920967:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a528f70 x1862549489493312/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.925724:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.925751:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a540 00000400:00000200:3.0:1776267960.925761:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7789 [1] + 224 00000400:00000200:3.0:1776267960.925776:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.925781:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.925791:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a528f70 x1862549489493312/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.925830:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.925836:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b380 00000400:00000200:3.0:1776267960.925840:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb60ed [2] + 328 00000400:00000200:3.0:1776267960.925849:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.925852:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.925856:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267960.925862:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c1002d6e. 00000400:00000010:1.0:1776267960.926124:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:1.0:1776267960.926130:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267960.926132:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267960.926138:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a528f70 x1862549489493312/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.926145:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a528f70 x1862549489493312/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267960.926179:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb667aa2. 02000000:00000010:1.0:1776267960.926185:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3a25ae8. 00000100:00000010:1.0:1776267960.926189:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 00000100:00000010:1.0:1776267960.926193:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a80d7f. 00010000:00000010:1.0:1776267960.926198:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000020:00000010:2.0:1776267960.926733:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079a6b017. 00000020:00000010:2.0:1776267960.926743:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.926748:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.926774:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c1002d6e x1862549476127616/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267960.926854:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476127616 02000000:00000010:2.0:1776267960.926869:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a9ee2f3c. 00010000:00000010:2.0:1776267960.926936:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002270f432. 00010000:00000010:2.0:1776267960.926972:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.926979:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.926990:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.926994:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.927007:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000647547fc. 00000100:00000200:2.0:1776267960.927013:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476127616, offset 224 00000400:00000200:2.0:1776267960.927023:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.927035:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.927042:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91400:91400:256:4294967295] 192.168.202.34@tcp LPNI seq info [91400:91400:8:4294967295] 00000400:00000200:2.0:1776267960.927052:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.927057:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00080000:00000010:1.0:1776267960.927524:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3a25ae8. 00010000:00000010:1.0:1776267960.927617:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267960.927625:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000afba7247. 00010000:00000010:1.0:1776267960.927719:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.0:1776267960.927726:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267960.927736:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267960.927741:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a80d7f. 00000100:00000010:1.0:1776267960.927747:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 02000000:00000010:1.0:1776267960.927757:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb667aa2. 02000000:00000010:1.0:1776267960.927781:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd2acdf8. 00000400:00000010:1.0:1776267960.927786:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267960.927790:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267960.927794:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489493376, portal 16 00000400:00000010:1.0:1776267960.927799:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756ab9ae. 00000100:00000200:1.0:1776267960.927800:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489493376, offset 0 00000400:00000200:1.0:1776267960.927806:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.927813:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.927820:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.927823:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.927826:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.927828:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91401:91401:255:4294967295] 192.168.202.34@tcp LPNI seq info [91401:91401:7:4294967295] 00000400:00000200:1.0:1776267960.927836:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.927840:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.927843:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267960.927850:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.927857:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.927862:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.928126:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.928130:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:3.0:1776267960.928135:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.928140:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.928144:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756ab9ae 00000400:00000010:3.0:1776267960.928145:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756ab9ae. 00000100:00000200:3.0:1776267960.928151:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a528f70 x1862549489493376/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000010:2.0:1776267960.928293:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267960.928299:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.928311:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.928313:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.928331:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.928335:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.928340:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079a6b017. 00000800:00000200:3.0:1776267960.928403:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.928406:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:3.0:1776267960.928411:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.928414:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.928417:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000647547fc 00000400:00000010:3.0:1776267960.928419:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000647547fc. 00010000:00000010:1.1:1776267960.942853:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000465a8cc. 00010000:00000010:1.1:1776267960.942872:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000863e40f9. 00010000:00000010:1.1:1776267960.942876:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05217e0. 00000400:00000200:0.0:1776267960.943261:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.943282:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a580 00000400:00000200:0.0:1776267960.943290:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7795 [1] + 224 00000400:00000200:0.0:1776267960.943314:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.943318:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.943331:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a528f70 x1862549489493376/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267960.943375:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.943381:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b3c0 00000400:00000200:0.0:1776267960.943386:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb60ed [2] + 656 00000400:00000200:0.0:1776267960.943454:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.943457:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.943461:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267960.943466:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a57d0cf0. 00000400:00000010:1.0:1776267960.943555:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:1.0:1776267960.943559:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267960.943561:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267960.943567:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a528f70 x1862549489493376/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.943574:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a528f70 x1862549489493376/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267960.943605:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd2acdf8. 02000000:00000010:1.0:1776267960.943611:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb667aa2. 00000100:00000010:1.0:1776267960.943616:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 00000100:00000010:1.0:1776267960.943620:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a80d7f. 00010000:00000010:1.0:1776267960.943625:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000020:00000010:2.0:1776267960.944285:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079a6b017. 00000020:00000010:2.0:1776267960.944297:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.944302:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267960.944333:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a57d0cf0 x1862549476127680/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267960.944360:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476127680 02000000:00000010:2.0:1776267960.944384:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038b68da9. 00010000:00000010:2.0:1776267960.944412:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e562ebb. 00010000:00000010:2.0:1776267960.944433:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.944439:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.944454:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.944458:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.944470:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267960.944474:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476127680, offset 224 00000400:00000200:2.0:1776267960.944481:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.944492:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.944497:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91402:91402:256:4294967295] 192.168.202.34@tcp LPNI seq info [91402:91402:8:4294967295] 00000400:00000200:2.0:1776267960.944505:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.944510:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.944514:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267960.944519:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.944524:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.944528:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.944546:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267960.944549:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267960.944551:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079a6b017. 00000800:00000200:2.0:1776267960.944637:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.944640:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:2.0:1776267960.944646:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.944650:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.944653:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:2.0:1776267960.944654:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00080000:00000010:1.0:1776267960.944716:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd2acdf8. 00010000:00000010:1.0:1776267960.944814:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267960.944820:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aac393e2. 00010000:00000010:1.0:1776267960.944954:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e05217e0. 00010000:00000010:1.0:1776267960.944961:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267960.944973:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267960.944976:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a80d7f. 00000100:00000010:1.0:1776267960.944983:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 02000000:00000010:1.0:1776267960.944997:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb667aa2. 02000000:00000010:1.0:1776267960.945025:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c5c90c9. 00000400:00000010:1.0:1776267960.945031:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267960.945035:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267960.945041:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489493440, portal 16 00000400:00000010:1.0:1776267960.945046:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf197cb7. 00000100:00000200:1.0:1776267960.945047:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489493440, offset 0 00000400:00000200:1.0:1776267960.945054:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.945074:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.945080:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.945084:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.945087:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.945090:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91403:91403:256:4294967295] 192.168.202.34@tcp LPNI seq info [91403:91403:8:4294967295] 00000400:00000200:1.0:1776267960.945096:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.945101:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.945104:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343698). 00000800:00000200:1.0:1776267960.945108:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.945112:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.945115:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267960.946121:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.946127:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:2.0:1776267960.946133:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.946140:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.946144:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf197cb7 00000400:00000010:2.0:1776267960.946146:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf197cb7. 00000100:00000200:2.0:1776267960.946155:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a528f70 x1862549489493440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267960.948152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eda5d95. 00000400:00000200:0.0:1776267960.949405:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.949425:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a5c0 00000400:00000200:0.0:1776267960.949433:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb77a1 [1] + 224 00000400:00000200:0.0:1776267960.949449:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.949453:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.949463:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a528f70 x1862549489493440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267960.949604:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:1.0:1776267960.949609:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267960.949611:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267960.949616:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a528f70 x1862549489493440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.949624:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a528f70 x1862549489493440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267960.949668:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c5c90c9. 02000000:00000010:1.0:1776267960.949675:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb667aa2. 00000100:00000010:1.0:1776267960.949680:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 00000100:00000010:1.0:1776267960.949684:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a80d7f. 00010000:00000010:1.0:1776267960.949689:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00010000:00000010:1.1:1776267960.951960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f07494ee. 00010000:00000010:1.1:1776267960.951984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053fdbf60. 00000400:00000200:2.0:1776267960.952716:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267960.952735:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b400 00000400:00000200:2.0:1776267960.952743:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb60ed [2] + 984 00000400:00000200:2.0:1776267960.952821:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.952826:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267960.952834:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267960.952840:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 00000020:00000010:0.0:1776267960.953839:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb874000. 00000020:00000010:0.0:1776267960.953850:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267960.953855:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267960.953886:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7707e38 x1862549476127744/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267960.954482:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476127744 02000000:00000010:0.0:1776267960.954496:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d47039b. 00010000:00000010:0.0:1776267960.954536:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a8c19d2. 00010000:00000010:0.0:1776267960.954565:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002775ac7f. 00000100:00000010:0.0:1776267960.954573:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000639a9e12. 00000100:00000010:0.0:1776267960.956384:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000639a9e12. 00010000:00000010:0.0:1776267960.956397:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002775ac7f. 00000400:00000010:0.0:1776267960.956427:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f345824e. 00000100:00000200:0.0:1776267960.956434:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476127744, offset 224 00000400:00000200:0.0:1776267960.956447:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.956466:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.956474:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91404:91404:256:4294967295] 192.168.202.34@tcp LPNI seq info [91404:91404:8:4294967295] 00000400:00000200:0.0:1776267960.956484:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.956489:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.956494:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343698). 00000800:00000200:0.0:1776267960.956501:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.956507:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.956511:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267960.956553:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267960.956559:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267960.956563:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb874000. 00000800:00000200:3.0:1776267960.957082:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.957087:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:3.0:1776267960.957094:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.957100:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.957105:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f345824e 00000400:00000010:3.0:1776267960.957107:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f345824e. 00010000:00000010:1.1:1776267960.958760:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007af6936e. 00010000:00000010:1.1:1776267960.958775:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00080000:00000010:0.0:1776267960.958860:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb874000. 00010000:00000010:0.0:1776267960.959001:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:0.0:1776267960.959011:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe6f6e67. 00010000:00000010:2.1:1776267960.959268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec085d3. 00010000:00000010:0.0:1776267960.959333:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020c07ce9. 00010000:00000010:0.0:1776267960.959340:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075425453. 00010000:00000010:0.0:1776267960.959355:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002775ac7f. 00000100:00000010:0.0:1776267960.959594:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000639a9e12. 00000100:00000010:0.0:1776267960.959606:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c54bf38. 02000000:00000010:0.0:1776267960.959622:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b08fe21. 02000000:00000010:0.0:1776267960.959652:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ced70d06. 00000400:00000010:0.0:1776267960.959659:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea9380df. 00000400:00000010:0.0:1776267960.959665:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f345824e. 00000100:00000200:0.0:1776267960.959671:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489493504, portal 16 00000400:00000010:0.0:1776267960.959677:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da156716. 00000100:00000200:0.0:1776267960.959679:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489493504, offset 0 00000400:00000200:0.0:1776267960.959689:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.959704:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.959710:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.959714:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.959716:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.959720:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91405:91405:256:4294967295] 192.168.202.34@tcp LPNI seq info [91405:91405:8:4294967295] 00000400:00000200:0.0:1776267960.959730:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.959736:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.959741:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343698). 00000800:00000200:0.0:1776267960.959749:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.959757:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.959762:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.960080:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.960085:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343450). 00000400:00000200:3.0:1776267960.960091:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.960097:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.960101:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da156716 00000400:00000010:3.0:1776267960.960104:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da156716. 00000100:00000200:3.0:1776267960.960113:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005c54bf38 x1862549489493504/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267960.961871:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267960.961889:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a600 00000400:00000200:2.0:1776267960.961932:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb77ad [1] + 224 00000400:00000200:2.0:1776267960.961954:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.961957:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267960.961968:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005c54bf38 x1862549489493504/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267960.962002:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267960.962008:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b440 00000400:00000200:2.0:1776267960.962013:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb60ed [2] + 1312 00010000:00000010:0.1:1776267960.962015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2b09984. 00000400:00000200:2.0:1776267960.962020:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.962023:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267960.962027:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267960.962031:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001f24538. 00000400:00000010:1.0:1776267960.962186:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea9380df. 00000400:00000200:1.0:1776267960.962192:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f345824e 00000400:00000010:1.0:1776267960.962194:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f345824e. 00000100:00000200:1.0:1776267960.962200:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005c54bf38 x1862549489493504/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.962208:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005c54bf38 x1862549489493504/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267960.962248:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ced70d06. 02000000:00000010:1.0:1776267960.962256:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b08fe21. 00000100:00000010:1.0:1776267960.962261:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c54bf38. 00000100:00000010:1.0:1776267960.962265:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000639a9e12. 00010000:00000010:1.0:1776267960.962269:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002775ac7f. 00000020:00000010:3.0:1776267960.962702:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000593cddf. 00000020:00000010:3.0:1776267960.962709:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267960.962713:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000837945f2. 00000100:00000200:3.0:1776267960.962737:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001f24538 x1862549476127808/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267960.962770:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476127808 02000000:00000010:3.0:1776267960.962781:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004bb2af19. 00010000:00000010:3.0:1776267960.962809:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069009bb9. 00010000:00000010:3.0:1776267960.962827:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca8dd7b. 00000100:00000010:3.0:1776267960.962835:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f06a768. 00000100:00000010:3.0:1776267960.962850:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f06a768. 00010000:00000010:3.0:1776267960.962854:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca8dd7b. 00000400:00000010:3.0:1776267960.962867:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267960.962872:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476127808, offset 224 00000400:00000200:3.0:1776267960.962879:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.962931:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.962937:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91406:91406:256:4294967295] 192.168.202.34@tcp LPNI seq info [91406:91406:8:4294967295] 00000400:00000200:3.0:1776267960.962957:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.962962:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.962969:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267960.962975:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.962982:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.962986:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.963001:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267960.963005:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000837945f2. 00000020:00000010:3.0:1776267960.963008:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000593cddf. 00080000:00000010:1.0:1776267960.963174:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c5c90c9. 00010000:00000010:1.0:1776267960.963268:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075425453. 00010000:00000010:1.0:1776267960.963275:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f5c07056. 00010000:00000010:1.0:1776267960.963552:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.0:1776267960.963559:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267960.963569:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267960.963573:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a80d7f. 00000100:00000010:1.0:1776267960.963580:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 02000000:00000010:1.0:1776267960.963590:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b08fe21. 02000000:00000010:1.0:1776267960.963611:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb667aa2. 00000400:00000010:1.0:1776267960.963616:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267960.963621:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267960.963625:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489493568, portal 16 00000400:00000010:1.0:1776267960.963630:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c75b50e9. 00000100:00000200:1.0:1776267960.963632:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489493568, offset 0 00000400:00000200:1.0:1776267960.963637:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.963644:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.963650:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.963653:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.963655:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.963657:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91407:91407:255:4294967295] 192.168.202.34@tcp LPNI seq info [91407:91407:7:4294967295] 00000400:00000200:1.0:1776267960.963664:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.963668:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.963672:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343946). 00000800:00000200:1.0:1776267960.963677:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.963680:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.963683:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267960.964628:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.964633:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343698). 00000400:00000200:2.0:1776267960.964642:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.964648:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.964652:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:2.0:1776267960.964654:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000800:00000200:2.0:1776267960.964724:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.964726:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:2.0:1776267960.964731:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.964734:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.964736:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c75b50e9 00000400:00000010:2.0:1776267960.964737:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c75b50e9. 00000100:00000200:2.0:1776267960.964743:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a528f70 x1862549489493568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267960.966018:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267960.966035:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a640 00000400:00000200:3.0:1776267960.966042:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb77b9 [1] + 224 00000400:00000200:3.0:1776267960.966056:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.966059:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267960.966595:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a528f70 x1862549489493568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267960.967125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f60c41b. 00010000:00000010:0.1:1776267960.967135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05217e0. 00000400:00000010:1.0:1776267960.967270:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:1.0:1776267960.967275:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267960.967277:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267960.967285:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a528f70 x1862549489493568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267960.967293:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a528f70 x1862549489493568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267960.967334:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb667aa2. 02000000:00000010:1.0:1776267960.967340:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b08fe21. 00000100:00000010:1.0:1776267960.967345:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 00000100:00000010:1.0:1776267960.967349:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a80d7f. 00010000:00000010:1.0:1776267960.967354:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000400:00000200:2.0:1776267960.969354:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267960.970238:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b480 00000400:00000200:2.0:1776267960.970247:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb60ed [2] + 1640 00000400:00000200:2.0:1776267960.970327:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.970332:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267960.970339:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267960.970345:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 00010000:00000010:1.1:1776267960.970618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b0ad755. 00010000:00000010:1.1:1776267960.970628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020c07ce9. 00010000:00000010:3.1:1776267960.970739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d399c1b5. 00000020:00000010:3.0:1776267960.970798:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000593cddf. 00000020:00000010:3.0:1776267960.970805:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267960.970810:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000837945f2. 00000100:00000200:3.0:1776267960.970838:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007dd391c3 x1862549476127872/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267960.970864:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476127872 02000000:00000010:3.0:1776267960.970875:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c68b4170. 00010000:00000010:3.0:1776267960.970932:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099357560. 00010000:00000010:3.0:1776267960.970959:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca8dd7b. 00000100:00000010:3.0:1776267960.970967:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f06a768. 00000100:00000010:3.0:1776267960.970976:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f06a768. 00010000:00000010:3.0:1776267960.970979:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca8dd7b. 00000400:00000010:3.0:1776267960.970993:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002608d70c. 00000100:00000200:3.0:1776267960.970998:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476127872, offset 224 00000400:00000200:3.0:1776267960.971006:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267960.971017:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267960.971022:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91408:91408:256:4294967295] 192.168.202.34@tcp LPNI seq info [91408:91408:8:4294967295] 00000400:00000200:3.0:1776267960.971032:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267960.971037:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.971041:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267960.971048:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.971055:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.971058:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.971092:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267960.971097:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000837945f2. 00000020:00000010:3.0:1776267960.971100:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000593cddf. 00000800:00000200:0.0:1776267960.971178:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.971182:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267960.971189:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.971192:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.971196:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002608d70c 00000400:00000010:0.0:1776267960.971198:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002608d70c. 00080000:00000010:1.0:1776267960.971402:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb667aa2. 00010000:00000010:1.0:1776267960.971478:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267960.971485:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ab0cf54d. 00010000:00000010:1.0:1776267960.971561:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053fdbf60. 00010000:00000010:1.0:1776267960.971567:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267960.971577:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267960.971581:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a80d7f. 00000100:00000010:1.0:1776267960.971588:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 02000000:00000010:1.0:1776267960.971600:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b08fe21. 02000000:00000010:1.0:1776267960.971623:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc3ec428. 00000400:00000010:1.0:1776267960.971628:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267960.971633:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267960.971638:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489493632, portal 16 00000400:00000010:1.0:1776267960.971642:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fd3bfba. 00000100:00000200:1.0:1776267960.971644:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489493632, offset 0 00000400:00000200:1.0:1776267960.971649:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.971655:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.971661:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.971665:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.971668:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.971670:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91409:91409:256:4294967295] 192.168.202.34@tcp LPNI seq info [91409:91409:8:4294967295] 00000400:00000200:1.0:1776267960.971678:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.971682:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.971685:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267960.971689:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.971693:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.971695:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.972577:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.972581:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:3.0:1776267960.972587:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.972592:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.972596:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fd3bfba 00000400:00000010:3.0:1776267960.972597:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fd3bfba. 00000100:00000200:3.0:1776267960.972602:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a528f70 x1862549489493632/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267960.979571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003921bdb6. 00010000:00000010:1.1:1776267960.979591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00010000:00000010:3.1:1776267960.981943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c5d942. 00000400:00000200:0.0:1776267960.988817:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267960.988842:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a680 00000400:00000200:0.0:1776267960.988853:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb77c5 [1] + 224 00000400:00000200:0.0:1776267960.988875:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.988879:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267960.988891:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a528f70 x1862549489493632/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267960.989299:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267960.989319:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b4c0 00000400:00000200:2.0:1776267960.989323:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb60ed [2] + 1968 00000400:00000010:2.0:1776267960.989327:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002e899716. 00000400:00000200:2.0:1776267960.989333:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000028a97b97 00000400:00000200:2.0:1776267960.989389:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.989393:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.989396:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028a97b97 00000400:00000010:2.0:1776267960.989398:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000028a97b97 (tot 82343298). 00000100:00000200:2.0:1776267960.989404:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776267960.989584:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:1.0:1776267960.989588:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267960.989590:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000020:00000010:3.0:1776267960.989595:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000593cddf. 00000100:00000200:1.0:1776267960.989596:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a528f70 x1862549489493632/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776267960.989602:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b50e217e. 00000100:00000200:1.0:1776267960.989603:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a528f70 x1862549489493632/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1776267960.989606:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000837945f2. 00000100:00000200:3.0:1776267960.989628:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d3d1369 x1862549476127936/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 02000000:00000010:1.0:1776267960.989629:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc3ec428. 00000100:00000200:3.0:1776267960.989668:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476127936 02000000:00000010:3.0:1776267960.989680:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000965a646c. 00010000:00000010:3.0:1776267960.989713:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014c601d9. 00010000:00000010:3.0:1776267960.989737:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca8dd7b. 00000100:00000010:3.0:1776267960.989743:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f06a768. 00000100:00000010:3.0:1776267960.989760:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f06a768. 00010000:00000010:3.0:1776267960.989763:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca8dd7b. 00000400:00000010:3.0:1776267960.989777:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8542c5d. 00000100:00000200:3.0:1776267960.989782:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476127936, offset 224 00000400:00000200:3.0:1776267960.989789:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 02000000:00000010:1.0:1776267960.989791:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b08fe21. 00000100:00000010:1.0:1776267960.989795:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 00000100:00000010:1.0:1776267960.989798:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a80d7f. 00000400:00000200:3.0:1776267960.989800:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00010000:00000010:1.0:1776267960.989802:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000400:00000200:3.0:1776267960.989805:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91410:91410:256:4294967295] 192.168.202.34@tcp LPNI seq info [91410:91410:8:4294967295] 00000400:00000200:3.0:1776267960.989815:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00080000:00000010:1.0:1776267960.989818:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc3ec428. 00000800:00000200:3.0:1776267960.989820:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267960.989825:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343546). 00000800:00000200:3.0:1776267960.989830:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267960.989836:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267960.989840:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267960.989865:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267960.989869:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000837945f2. 00000020:00000010:3.0:1776267960.989871:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000593cddf. 02000000:00000010:3.0:1776267960.989880:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c68b4170. 00000100:00000010:3.0:1776267960.989882:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 02000000:00000010:3.0:1776267960.989885:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004bb2af19. 00000100:00000010:3.0:1776267960.989887:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001f24538. 02000000:00000010:3.0:1776267960.989890:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d47039b. 00000100:00000010:3.0:1776267960.989940:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 02000000:00000010:3.0:1776267960.989944:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038b68da9. 00000100:00000010:3.0:1776267960.989946:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a57d0cf0. 02000000:00000010:3.0:1776267960.989949:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a9ee2f3c. 00000100:00000010:3.0:1776267960.989952:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1002d6e. 02000000:00000010:3.0:1776267960.989954:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e233b26. 00000100:00000010:3.0:1776267960.989956:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000594b1263. 00000100:00000200:3.0:1776267960.989963:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267960.989966:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cdcea8b2. 00000400:00000010:3.0:1776267960.989970:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007f06a768 (tot 82343698). 00000800:00000200:0.0:1776267960.990200:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267960.990204:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267960.990210:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267960.990213:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267960.990216:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e8542c5d 00000400:00000010:0.0:1776267960.990217:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e8542c5d. 02000000:00000010:0.0:1776267960.990231:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000965a646c. 00010000:00000010:1.0:1776267960.990849:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267960.990862:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef921fc3. 00010000:00000010:0.0:1776267960.991264:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067c2c551. 00010000:00000010:0.0:1776267960.991271:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b3df107a. 00010000:00000010:0.0:1776267960.991283:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3a3b374. 00000100:00000010:0.0:1776267960.991288:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b17a4689. 00000100:00000010:0.0:1776267960.991296:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001432bc6c. 02000000:00000010:0.0:1776267960.991521:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ced70d06. 02000000:00000010:0.0:1776267960.991552:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f0e46496. 00000400:00000010:0.0:1776267960.991557:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f396a63. 00000400:00000010:0.0:1776267960.991562:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267960.991567:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489493696, portal 16 00000400:00000010:0.0:1776267960.991571:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063608909. 00000100:00000200:0.0:1776267960.991574:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489493696, offset 0 00000400:00000200:0.0:1776267960.991582:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267960.991594:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267960.991600:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267960.991604:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267960.991607:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267960.991610:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91411:91411:256:4294967295] 192.168.202.34@tcp LPNI seq info [91411:91411:8:4294967295] 00000400:00000200:0.0:1776267960.991618:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267960.991623:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267960.991627:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000903c6240 (tot 82343698). 00000800:00000200:0.0:1776267960.991762:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267960.991769:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267960.991772:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000903c6240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267960.992602:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267960.992607:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000903c6240 (tot 82343450). 00000400:00000200:2.0:1776267960.992613:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.992619:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267960.992625:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063608909 00000400:00000010:2.0:1776267960.992626:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063608909. 00000100:00000200:2.0:1776267960.993727:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001432bc6c x1862549489493696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267960.994248:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267960.994262:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a6c0 00000400:00000200:2.0:1776267960.994269:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb77d5 [1] + 224 00000400:00000200:2.0:1776267960.994282:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.994285:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267960.994291:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001432bc6c x1862549489493696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267960.994576:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267960.994582:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b500 00000400:00000200:2.0:1776267960.994587:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6145 [2] + 0 00000400:00000200:2.0:1776267960.994596:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267960.994599:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267960.994603:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267960.994609:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 00000400:00000010:0.0:1776267960.994746:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f396a63. 00000400:00000200:0.0:1776267960.994752:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267960.994753:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267960.994759:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001432bc6c x1862549489493696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267960.994766:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001432bc6c x1862549489493696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267960.994793:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f0e46496. 02000000:00000010:0.0:1776267960.994799:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ced70d06. 00000100:00000010:0.0:1776267960.994803:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001432bc6c. 00000100:00000010:0.0:1776267960.994806:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b17a4689. 00010000:00000010:0.0:1776267960.994810:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3a3b374. 00000020:00000010:3.0:1776267960.994878:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bb2af19. 00000020:00000010:3.0:1776267960.994885:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267960.994891:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000837945f2. 00010000:00000010:3.1:1776267960.995231:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041be2ecb. 00000100:00000200:3.0:1776267960.995268:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7707e38 x1862549476128000/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:643/0 lens 328/0 e 0 to 0 dl 1776268003 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267960.995554:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128000 02000000:00000010:2.0:1776267960.995568:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000079a6b017. 00010000:00000010:2.0:1776267960.995596:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bcf621d. 00010000:00000010:2.0:1776267960.995616:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267960.995623:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267960.995649:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267960.995653:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267960.995665:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267960.995671:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128000, offset 224 00000400:00000200:2.0:1776267960.995679:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267960.995691:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267960.995696:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91412:91412:256:4294967295] 192.168.202.34@tcp LPNI seq info [91412:91412:8:4294967295] 00000400:00000200:2.0:1776267960.995705:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267960.995710:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267960.995715:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267960.995722:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267960.995728:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267960.995732:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267960.995756:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b50e217e. 00000020:00000010:2.0:1776267960.995761:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000837945f2. 00000020:00000010:2.0:1776267960.995764:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bb2af19. 00080000:00000010:1.0:1776267960.995818:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b08fe21. 00010000:00000010:1.0:1776267960.995929:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3df107a. 00010000:00000010:1.0:1776267960.995935:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c3fef7e. 00010000:00000010:1.0:1776267960.996013:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a2215c9f. 00010000:00000010:1.0:1776267960.996018:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000548dceff. 00010000:00000010:1.0:1776267960.996022:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.0:1776267960.996027:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00080000:00000010:1.0:1776267960.996040:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d52c63b2. 00010000:00000010:1.0:1776267960.996078:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267960.996083:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000548dceff. 00010000:00000010:1.0:1776267960.996129:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b13c52a1. 00010000:00000010:1.0:1776267960.996133:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267960.996140:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267960.996144:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a80d7f. 00000100:00000010:1.0:1776267960.996150:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 02000000:00000010:1.0:1776267960.996162:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004787b750. 02000000:00000010:1.0:1776267960.996185:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d7704de. 00000400:00000010:1.0:1776267960.996190:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267960.996194:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267960.996199:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489493760, portal 16 00000400:00000010:1.0:1776267960.996203:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008757b184. 00000100:00000200:1.0:1776267960.996205:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489493760, offset 0 00000400:00000200:1.0:1776267960.996210:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267960.996216:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267960.996237:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267960.996240:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267960.996243:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267960.996245:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91413:91413:255:4294967295] 192.168.202.34@tcp LPNI seq info [91413:91413:7:4294967295] 00000400:00000200:1.0:1776267960.996252:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267960.996257:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267960.996260:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343946). 00000800:00000200:1.0:1776267960.996264:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267960.996268:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267960.996270:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267960.996565:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.996569:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343698). 00000400:00000200:3.0:1776267960.996576:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.996581:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.996585:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:3.0:1776267960.996587:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00000800:00000200:3.0:1776267960.996670:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267960.996672:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:3.0:1776267960.996677:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267960.996680:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267960.996682:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008757b184 00000400:00000010:3.0:1776267960.996684:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008757b184. 00000100:00000200:3.0:1776267960.996689:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a528f70 x1862549489493760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267961.001828:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.001851:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a700 00000400:00000200:0.0:1776267961.001860:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb77e1 [1] + 224 00000400:00000200:0.0:1776267961.001878:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.001883:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.001929:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a528f70 x1862549489493760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267961.002042:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:1.0:1776267961.002047:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267961.002049:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.002055:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a528f70 x1862549489493760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.002062:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a528f70 x1862549489493760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267961.002103:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d7704de. 02000000:00000010:1.0:1776267961.002109:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004787b750. 00000100:00000010:1.0:1776267961.002114:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 00000100:00000010:1.0:1776267961.002117:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a80d7f. 00010000:00000010:1.0:1776267961.002122:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00010000:00000010:1.1:1776267961.004732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099b5e012. 00010000:00000010:1.1:1776267961.004749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053fdbf60. 00000400:00000200:0.0:1776267961.007259:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.007283:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b540 00000400:00000200:0.0:1776267961.007292:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6145 [2] + 328 00000400:00000200:0.0:1776267961.007567:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.007573:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.007581:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267961.007586:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001432bc6c. 00000020:00000010:2.0:1776267961.008165:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006728640d. 00000020:00000010:2.0:1776267961.008174:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267961.008178:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267961.008208:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001432bc6c x1862549476128064/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267961.008287:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128064 02000000:00000010:2.0:1776267961.008298:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094e465ce. 00010000:00000010:2.0:1776267961.008338:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021d0d275. 00010000:00000010:2.0:1776267961.008360:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267961.008376:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267961.008423:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267961.008429:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000010:2.0:1776267961.008443:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aae40fc7. 00000100:00000200:2.0:1776267961.008448:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128064, offset 224 00000400:00000200:2.0:1776267961.008456:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.008468:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.008474:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91414:91414:256:4294967295] 192.168.202.34@tcp LPNI seq info [91414:91414:8:4294967295] 00000400:00000200:2.0:1776267961.008483:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.008488:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.008493:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267961.008499:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.008505:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.008510:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267961.008533:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267961.008537:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267961.008540:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006728640d. 00000800:00000200:3.0:1776267961.008659:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.008663:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:3.0:1776267961.008668:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.008672:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.008676:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aae40fc7 00000400:00000010:3.0:1776267961.008678:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aae40fc7. 00010000:00000010:1.1:1776267961.015046:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae82254a. 00010000:00000010:1.1:1776267961.015062:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067c2c551. 00010000:00000010:1.1:1776267961.015077:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2215c9f. 00010000:00000010:1.1:1776267961.015080:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00080000:00000010:1.0:1776267961.015105:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d7704de. 00010000:00000010:2.1:1776267961.016939:0:64836:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9642d73. 00010000:00000010:2.1:1776267961.026922:0:71860:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b211ce9. 00080000:00000010:1.0:1776267961.039578:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d52c63b2. 00080000:00000010:1.0:1776267961.039594:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b08fe21. 00080000:00000010:1.0:1776267961.039597:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc3ec428. 00080000:00000010:1.0:1776267961.039600:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb667aa2. 00080000:00000010:1.0:1776267961.039603:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c5c90c9. 00080000:00000010:1.0:1776267961.039605:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb874000. 00080000:00000010:1.0:1776267961.039608:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd2acdf8. 00080000:00000010:1.0:1776267961.039611:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3a25ae8. 00080000:00000010:1.0:1776267961.039613:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c93f3280. 00080000:00000010:1.0:1776267961.039616:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c12c25c. 00080000:00000010:1.0:1776267961.039618:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000083a4e9e. 00080000:00000010:1.0:1776267961.039621:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000721b3dbb. 00080000:00000010:1.0:1776267961.039623:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae18298e. 00080000:00000010:1.0:1776267961.039625:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f4e3786a. 00080000:00000010:1.0:1776267961.039627:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d41ffea. 00080000:00000010:1.0:1776267961.039629:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb4658e0. 00080000:00000010:1.0:1776267961.039631:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070514e76. 00080000:00000010:1.0:1776267961.039633:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074d9b0d2. 00080000:00000010:1.0:1776267961.039636:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cb7b395. 00080000:00000010:1.0:1776267961.039638:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b68b31f. 00080000:00000010:1.0:1776267961.039641:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0e8e997. 00080000:00000010:1.0:1776267961.039643:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed49fbe5. 00080000:00000010:1.0:1776267961.039645:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e083a65. 00080000:00000010:1.0:1776267961.039647:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b3496cd. 00080000:00000010:1.0:1776267961.039650:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000345f2841. 00080000:00000010:1.0:1776267961.039652:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033da61b4. 00080000:00000010:1.0:1776267961.039655:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8f76a91. 00080000:00000010:1.0:1776267961.039657:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc0b6c42. 00080000:00000010:1.0:1776267961.039663:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3603ec8. 00080000:00000010:1.0:1776267961.039667:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7ab880d. 00080000:00000010:1.0:1776267961.039672:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e19e79f. 00080000:00000010:1.0:1776267961.039675:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2c85cfa. 00080000:00000010:1.0:1776267961.039678:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044b968e8. 00080000:00000010:1.0:1776267961.039680:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec63921c. 00080000:00000010:1.0:1776267961.039683:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000daaf5d5a. 00080000:00000010:1.0:1776267961.039686:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8f6f1f0. 00080000:00000010:1.0:1776267961.039690:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000538bb7dc. 00080000:00000010:1.0:1776267961.039692:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000950add4. 00080000:00000010:1.0:1776267961.039694:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075a2fc72. 00080000:00000010:1.0:1776267961.039697:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f5a95e4. 00080000:00000010:1.0:1776267961.039699:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6c487aa. 00080000:00000010:1.0:1776267961.039701:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009541819f. 00080000:00000010:1.0:1776267961.039704:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c5d0260. 00080000:00000010:1.0:1776267961.039707:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009112ca2c. 00080000:00000010:1.0:1776267961.039710:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9cd5abd. 00080000:00000010:1.0:1776267961.039712:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac59de9f. 00080000:00000010:1.0:1776267961.039714:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b24e6f70. 00080000:00000010:1.0:1776267961.039716:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d67910fb. 00080000:00000010:1.0:1776267961.039718:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c474273. 00080000:00000010:1.0:1776267961.039723:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000003ecc40. 00080000:00000010:1.0:1776267961.039725:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef4fcab7. 00080000:00000010:1.0:1776267961.039727:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c13579e3. 00080000:00000010:1.0:1776267961.039730:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d55bf219. 00080000:00000010:1.0:1776267961.039732:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025e56940. 00080000:00000010:1.0:1776267961.039734:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000672e24fa. 00080000:00000010:1.0:1776267961.039736:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e91671fb. 00080000:00000010:1.0:1776267961.039738:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067bb5691. 00080000:00000010:1.0:1776267961.039740:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fdce6f51. 00080000:00000010:1.0:1776267961.039742:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000abc3e530. 00080000:00000010:1.0:1776267961.039744:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ce39fee. 00080000:00000010:1.0:1776267961.039746:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6efda11. 00080000:00000010:1.0:1776267961.039748:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea75c513. 00080000:00000010:1.0:1776267961.039750:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c828800f. 00080000:00000010:1.0:1776267961.039752:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfc43a2d. 00080000:00000010:1.0:1776267961.039754:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd856fcf. 00080000:00000010:1.0:1776267961.039756:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2037dc8. 00080000:00000010:1.0:1776267961.039758:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e09a0bd. 00080000:00000010:1.0:1776267961.039760:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b154f235. 00080000:00000010:1.0:1776267961.039762:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5fc0531. 00080000:00000010:1.0:1776267961.039764:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce3d2268. 00080000:00000010:1.0:1776267961.039766:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fb254f9. 00080000:00000010:1.0:1776267961.039768:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aba7e3c7. 00080000:00000010:1.0:1776267961.039772:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001549d052. 00080000:00000010:1.0:1776267961.039775:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014cf24cb. 00080000:00000010:1.0:1776267961.039777:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b2dca06. 00080000:00000010:1.0:1776267961.039779:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041e48a04. 00080000:00000010:1.0:1776267961.039781:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2212fb9. 00080000:00000010:1.0:1776267961.039783:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a36408ec. 00080000:00000010:1.0:1776267961.039786:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056434534. 00080000:00000010:1.0:1776267961.039788:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fef5489d. 00080000:00000010:1.0:1776267961.039790:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e184fd1a. 00080000:00000010:1.0:1776267961.039792:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdb25196. 00080000:00000010:1.0:1776267961.039795:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010a70fd3. 00080000:00000010:1.0:1776267961.039797:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ea8fd00. 00080000:00000010:1.0:1776267961.039799:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b722e40. 00080000:00000010:1.0:1776267961.039803:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ee181b4. 00080000:00000010:1.0:1776267961.039806:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e371fdd9. 00080000:00000010:1.0:1776267961.039808:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e0b8943. 00080000:00000010:1.0:1776267961.039810:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4f101e1. 00080000:00000010:1.0:1776267961.039812:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009b21c53. 00080000:00000010:1.0:1776267961.039815:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003614bb4c. 00080000:00000010:1.0:1776267961.039817:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000cf2b01c. 00080000:00000010:1.0:1776267961.039819:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008dfb8c55. 00080000:00000010:1.0:1776267961.039821:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4a0db57. 00080000:00000010:1.0:1776267961.039823:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9785830. 00080000:00000010:1.0:1776267961.039825:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f40884c3. 00080000:00000010:1.0:1776267961.039829:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000405b2bd5. 00080000:00000010:1.0:1776267961.039832:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab45d891. 00080000:00000010:1.0:1776267961.039834:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be101e86. 00080000:00000010:1.0:1776267961.039837:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e9798d0. 00080000:00000010:1.0:1776267961.039839:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d828f3a6. 00080000:00000010:1.0:1776267961.039842:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e37893fc. 00080000:00000010:1.0:1776267961.039844:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be9cb66b. 00080000:00000010:1.0:1776267961.039848:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2fadfa3. 00080000:00000010:1.0:1776267961.039850:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ea6705f. 00080000:00000010:1.0:1776267961.039852:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004790d8c9. 00080000:00000010:1.0:1776267961.039856:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052f9bef3. 00080000:00000010:1.0:1776267961.039858:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9810d16. 00080000:00000010:1.0:1776267961.039862:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074ce0ee6. 00080000:00000010:1.0:1776267961.039864:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec163e95. 00080000:00000010:1.0:1776267961.039866:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008215e64d. 00080000:00000010:1.0:1776267961.039868:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005feb5163. 00080000:00000010:1.0:1776267961.039870:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0fb6ec2. 00080000:00000010:1.0:1776267961.039872:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042f8e345. 00080000:00000010:1.0:1776267961.039875:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009a6ec3e. 00080000:00000010:1.0:1776267961.039879:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009233697b. 00080000:00000010:1.0:1776267961.039881:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d986aa0f. 00080000:00000010:1.0:1776267961.039884:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbaf4806. 00080000:00000010:1.0:1776267961.039886:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000435d0e71. 00080000:00000010:1.0:1776267961.039890:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da4c13f6. 00080000:00000010:1.0:1776267961.039938:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2dda419. 00080000:00000010:1.0:1776267961.039942:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1599409. 00080000:00000010:1.0:1776267961.039947:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2229113. 00080000:00000010:1.0:1776267961.039949:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085f24814. 00080000:00000010:1.0:1776267961.039951:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b6550ad. 00080000:00000010:1.0:1776267961.041356:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000768020c7. 00080000:00000010:1.0:1776267961.041359:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddf224ea. 00080000:00000010:1.0:1776267961.041361:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072d882d5. 00080000:00000010:1.0:1776267961.041363:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e58d95d8. 00080000:00000010:1.0:1776267961.041365:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8d4bcf2. 00080000:00000010:1.0:1776267961.041367:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7141cdf. 00080000:00000010:1.0:1776267961.041369:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ecf597b. 00080000:00000010:1.0:1776267961.041371:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b89b1087. 00080000:00000010:1.0:1776267961.041373:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052e2cee4. 00080000:00000010:1.0:1776267961.041375:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe04325e. 00080000:00000010:1.0:1776267961.041380:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000babca4ef. 00080000:00000010:1.0:1776267961.041382:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7dabe95. 00080000:00000010:1.0:1776267961.041384:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edc9a4fa. 00080000:00000010:1.0:1776267961.041387:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000eb15fa0. 00080000:00000010:1.0:1776267961.041389:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000845aacd5. 00080000:00000010:1.0:1776267961.041391:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000776bdcf3. 00080000:00000010:1.0:1776267961.041393:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067eb8b99. 00080000:00000010:1.0:1776267961.041395:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000128ac9bd. 00080000:00000010:1.0:1776267961.041397:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bec5553d. 00080000:00000010:1.0:1776267961.041401:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fdff582e. 00080000:00000010:1.0:1776267961.041403:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a27f1142. 00080000:00000010:1.0:1776267961.041405:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018b781cf. 00080000:00000010:1.0:1776267961.041407:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041b27a3f. 00080000:00000010:1.0:1776267961.041410:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009605678. 00080000:00000010:1.0:1776267961.041412:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e868c073. 00080000:00000010:1.0:1776267961.041414:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cbe804c6. 00080000:00000010:1.0:1776267961.041416:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032374aed. 00080000:00000010:1.0:1776267961.041423:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001bc06130. 00080000:00000010:1.0:1776267961.041426:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000852aae78. 00080000:00000010:1.0:1776267961.041428:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000891f6a3c. 00080000:00000010:1.0:1776267961.041429:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc443004. 00080000:00000010:1.0:1776267961.041432:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb360aaa. 00080000:00000010:1.0:1776267961.041433:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab5069cd. 00080000:00000010:1.0:1776267961.041436:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063adbf5b. 00080000:00000010:1.0:1776267961.041439:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001bed7747. 00080000:00000010:1.0:1776267961.041443:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082a2dd4b. 00080000:00000010:1.0:1776267961.041445:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc492d9e. 00080000:00000010:1.0:1776267961.041448:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e11d7718. 00080000:00000010:1.0:1776267961.041449:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010e2f8d3. 00080000:00000010:1.0:1776267961.041451:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003777ae3d. 00080000:00000010:1.0:1776267961.041453:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bbf4a33. 00080000:00000010:1.0:1776267961.041455:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe3aa6d3. 00080000:00000010:1.0:1776267961.041457:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005aa849f3. 00080000:00000010:1.0:1776267961.041459:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000035f49b6. 00080000:00000010:1.0:1776267961.041462:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c47fc59. 00080000:00000010:1.0:1776267961.041465:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1a59fe7. 00080000:00000010:1.0:1776267961.041468:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004690f0af. 00080000:00000010:1.0:1776267961.041470:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000699962b8. 00080000:00000010:1.0:1776267961.041472:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e025f0b7. 00080000:00000010:1.0:1776267961.041474:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0a03b65. 00080000:00000010:1.0:1776267961.041477:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc70d5c3. 00080000:00000010:1.0:1776267961.041479:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2b24287. 00080000:00000010:1.0:1776267961.041481:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da01c07c. 00080000:00000010:1.0:1776267961.041483:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000136e501e. 00080000:00000010:1.0:1776267961.041485:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb70d659. 00080000:00000010:1.0:1776267961.041488:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000684f0eeb. 00080000:00000010:1.0:1776267961.041490:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f9f3e50. 00080000:00000010:1.0:1776267961.041493:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005875b192. 00080000:00000010:1.0:1776267961.041495:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000218b890e. 00080000:00000010:1.0:1776267961.041498:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009fd980b8. 00080000:00000010:1.0:1776267961.041500:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e4a1ec9. 00080000:00000010:1.0:1776267961.041502:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078578b10. 00080000:00000010:1.0:1776267961.041504:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000720a002a. 00080000:00000010:1.0:1776267961.041506:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001edf7619. 00080000:00000010:1.0:1776267961.041509:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000993dd721. 00080000:00000010:1.0:1776267961.041511:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd77a15c. 00080000:00000010:1.0:1776267961.041514:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ba52002. 00080000:00000010:1.0:1776267961.041516:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6ec34ec. 00080000:00000010:1.0:1776267961.041521:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be87f015. 00080000:00000010:1.0:1776267961.041526:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002709525e. 00080000:00000010:1.0:1776267961.041528:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084852448. 00080000:00000010:1.0:1776267961.041531:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a594edd8. 00080000:00000010:1.0:1776267961.041533:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096c7318f. 00080000:00000010:1.0:1776267961.041536:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000109a6b3a. 00080000:00000010:1.0:1776267961.041538:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0c15b93. 00080000:00000010:1.0:1776267961.041541:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4fec33f. 00080000:00000010:1.0:1776267961.041543:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095e8f5c2. 00080000:00000010:1.0:1776267961.041545:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b08b06ba. 00080000:00000010:1.0:1776267961.041547:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000417190b3. 00080000:00000010:1.0:1776267961.041549:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b254ccbe. 00080000:00000010:1.0:1776267961.041552:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af7d7c8a. 00080000:00000010:1.0:1776267961.041554:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ceeb35a. 00080000:00000010:1.0:1776267961.041556:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020332865. 00080000:00000010:1.0:1776267961.041559:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d30ec0c. 00080000:00000010:1.0:1776267961.041561:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff2f737d. 00080000:00000010:1.0:1776267961.041564:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047bd71a1. 00080000:00000010:1.0:1776267961.041567:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ea39f42. 00080000:00000010:1.0:1776267961.041569:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ffeabf2a. 00080000:00000010:1.0:1776267961.041573:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071809a73. 00080000:00000010:1.0:1776267961.041576:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a88607e. 00080000:00000010:1.0:1776267961.041580:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e104291. 00080000:00000010:1.0:1776267961.041582:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5dde485. 00080000:00000010:1.0:1776267961.041584:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058979b39. 00080000:00000010:1.0:1776267961.041587:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f94c60a7. 00080000:00000010:1.0:1776267961.041589:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b7c64b1. 00080000:00000010:1.0:1776267961.041592:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000095a720c. 00080000:00000010:1.0:1776267961.041594:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f3c6952. 00080000:00000010:1.0:1776267961.041596:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000859a32b4. 00080000:00000010:1.0:1776267961.041598:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000939c2bfc. 00080000:00000010:1.0:1776267961.041600:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099950597. 00080000:00000010:1.0:1776267961.041602:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccfb753a. 00080000:00000010:1.0:1776267961.041604:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee2ed8a8. 00080000:00000010:1.0:1776267961.041606:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000722d6fda. 00080000:00000010:1.0:1776267961.041608:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006456f625. 00080000:00000010:1.0:1776267961.041610:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071e9a98a. 00080000:00000010:1.0:1776267961.041612:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085bdda99. 00080000:00000010:1.0:1776267961.041615:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000158eccd5. 00080000:00000010:1.0:1776267961.041617:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d5e8940. 00080000:00000010:1.0:1776267961.041619:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057ba5cd9. 00080000:00000010:1.0:1776267961.041621:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000612a9e45. 00080000:00000010:1.0:1776267961.041624:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0fd1dae. 00080000:00000010:1.0:1776267961.041628:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000836d418d. 00080000:00000010:1.0:1776267961.041631:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000163d1e9a. 00080000:00000010:1.0:1776267961.041634:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb82ffec. 00080000:00000010:1.0:1776267961.041636:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046b1fb9d. 00080000:00000010:1.0:1776267961.041640:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001dc40ec6. 00080000:00000010:1.0:1776267961.041642:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033aead34. 00080000:00000010:1.0:1776267961.041644:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076118978. 00080000:00000010:1.0:1776267961.041648:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007fb08bb7. 00080000:00000010:1.0:1776267961.041651:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfbcd6f1. 00080000:00000010:1.0:1776267961.041654:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbdeba04. 00080000:00000010:1.0:1776267961.041658:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000faf2ab6f. 00080000:00000010:1.0:1776267961.041660:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8c07399. 00080000:00000010:1.0:1776267961.041661:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008317c5ef. 00080000:00000010:1.0:1776267961.041664:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfa3f016. 00080000:00000010:1.0:1776267961.041666:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dace905c. 00080000:00000010:1.0:1776267961.041668:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eea7a6f8. 00080000:00000010:1.0:1776267961.041670:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012c10be4. 00080000:00000010:1.0:1776267961.041672:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018b3d3c0. 00080000:00000010:1.0:1776267961.041674:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ff579af. 00080000:00000010:1.0:1776267961.041676:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082d2c11a. 00080000:00000010:1.0:1776267961.041678:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea3da4b6. 00080000:00000010:1.0:1776267961.041680:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b7faa48. 00080000:00000010:1.0:1776267961.041682:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed748266. 00080000:00000010:1.0:1776267961.041685:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0e7b059. 00080000:00000010:1.0:1776267961.041687:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009dde3764. 00080000:00000010:1.0:1776267961.041690:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1d189c5. 00080000:00000010:1.0:1776267961.041692:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009bfb14c7. 00080000:00000010:1.0:1776267961.041694:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac289441. 00080000:00000010:1.0:1776267961.041696:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b3b4ad6. 00080000:00000010:1.0:1776267961.041698:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000437dd877. 00080000:00000010:1.0:1776267961.041700:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039b69b8f. 00080000:00000010:1.0:1776267961.041703:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ee012a4. 00080000:00000010:1.0:1776267961.041705:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000122291dd. 00080000:00000010:1.0:1776267961.041707:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff07397e. 00080000:00000010:1.0:1776267961.041712:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000633aa133. 00080000:00000010:1.0:1776267961.041715:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000375f7cd2. 00080000:00000010:1.0:1776267961.041717:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5fe0967. 00080000:00000010:1.0:1776267961.041721:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053033c1d. 00080000:00000010:1.0:1776267961.041724:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098d2d190. 00080000:00000010:1.0:1776267961.041727:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007abb2c93. 00080000:00000010:1.0:1776267961.041729:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb9baa06. 00080000:00000010:1.0:1776267961.041731:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000453e2e60. 00080000:00000010:1.0:1776267961.041734:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009adea7cc. 00080000:00000010:1.0:1776267961.041736:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be94cb27. 00080000:00000010:1.0:1776267961.041739:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077c23988. 00080000:00000010:1.0:1776267961.041742:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b3f0f71. 00080000:00000010:1.0:1776267961.041745:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b12f1505. 00080000:00000010:1.0:1776267961.041748:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fee200d0. 00080000:00000010:1.0:1776267961.041750:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3f1d91a. 00080000:00000010:1.0:1776267961.041752:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082110e9b. 00080000:00000010:1.0:1776267961.041754:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c829bf6. 00080000:00000010:1.0:1776267961.041757:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc36322c. 00080000:00000010:1.0:1776267961.041760:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c1632e4. 00080000:00000010:1.0:1776267961.041762:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b93c807. 00080000:00000010:1.0:1776267961.041766:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb9ba31a. 00080000:00000010:1.0:1776267961.041768:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000441048fd. 00080000:00000010:1.0:1776267961.041771:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007221b8ee. 00080000:00000010:1.0:1776267961.041774:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3a500d9. 00080000:00000010:1.0:1776267961.041777:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e375e61b. 00080000:00000010:1.0:1776267961.041781:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bed9a1bd. 00080000:00000010:1.0:1776267961.041785:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb2c298b. 00080000:00000010:1.0:1776267961.041787:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049541ceb. 00080000:00000010:1.0:1776267961.041789:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019641a65. 00080000:00000010:1.0:1776267961.041792:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060813657. 00080000:00000010:1.0:1776267961.041794:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000def7e6c2. 00080000:00000010:1.0:1776267961.041796:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008892d8d6. 00080000:00000010:1.0:1776267961.041799:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f43dbd1f. 00080000:00000010:1.0:1776267961.041801:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a307b2fd. 00080000:00000010:1.0:1776267961.041804:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bb2fe20. 00080000:00000010:1.0:1776267961.041806:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ba2d47b. 00080000:00000010:1.0:1776267961.041808:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081666406. 00080000:00000010:1.0:1776267961.041811:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e31d92c. 00080000:00000010:1.0:1776267961.041813:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095d7fc66. 00080000:00000010:1.0:1776267961.041815:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091c172f8. 00080000:00000010:1.0:1776267961.041818:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db0daa01. 00080000:00000010:1.0:1776267961.041820:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe05f49e. 00080000:00000010:1.0:1776267961.041824:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc9bed29. 00080000:00000010:1.0:1776267961.041827:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e92bc65e. 00080000:00000010:1.0:1776267961.041829:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066113a42. 00080000:00000010:1.0:1776267961.041832:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a336ece9. 00080000:00000010:1.0:1776267961.041833:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcb45cb9. 00080000:00000010:1.0:1776267961.041836:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2339f22. 00080000:00000010:1.0:1776267961.041838:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012d29603. 00080000:00000010:1.0:1776267961.041840:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2733a40. 00080000:00000010:1.0:1776267961.041841:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a698523. 00080000:00000010:1.0:1776267961.041843:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b25e1be. 00080000:00000010:1.0:1776267961.041845:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed44cc19. 00080000:00000010:1.0:1776267961.041848:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd7a7834. 00080000:00000010:1.0:1776267961.041850:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a636bd1. 00080000:00000010:1.0:1776267961.041852:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0452dfd. 00080000:00000010:1.0:1776267961.041855:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d3a7655. 00080000:00000010:1.0:1776267961.041857:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c007435a. 00080000:00000010:1.0:1776267961.041860:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000523fcb17. 00080000:00000010:1.0:1776267961.041862:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000de65968. 00080000:00000010:1.0:1776267961.041864:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008388316f. 00080000:00000010:1.0:1776267961.041866:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e91b22f. 00080000:00000010:1.0:1776267961.041869:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043f83300. 00080000:00000010:1.0:1776267961.041877:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004feadbc2. 00080000:00000010:1.0:1776267961.041879:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a52a778. 00080000:00000010:1.0:1776267961.041882:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000990a8a03. 00080000:00000010:1.0:1776267961.041884:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccb809fc. 00080000:00000010:1.0:1776267961.041886:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aad052cc. 00080000:00000010:1.0:1776267961.041888:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008de8f362. 00080000:00000010:1.0:1776267961.041891:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ff8317d. 00080000:00000010:1.0:1776267961.041912:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f1cb214. 00080000:00000010:1.0:1776267961.041916:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000492c3eba. 00080000:00000010:1.0:1776267961.041918:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea215f0e. 00080000:00000010:1.0:1776267961.041921:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cab1411f. 00080000:00000010:1.0:1776267961.041923:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2e9bfe6. 00080000:00000010:1.0:1776267961.041926:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073145459. 00080000:00000010:1.0:1776267961.041928:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000016643e9. 00080000:00000010:1.0:1776267961.041929:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dcdc868. 00080000:00000010:1.0:1776267961.041931:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3629c46. 00080000:00000010:1.0:1776267961.041932:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082bde3d0. 00080000:00000010:1.0:1776267961.041934:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008075ce2e. 00080000:00000010:1.0:1776267961.041936:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c850b8bb. 00080000:00000010:1.0:1776267961.041938:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000809899c5. 00080000:00000010:1.0:1776267961.041940:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030b4ec03. 00080000:00000010:1.0:1776267961.041942:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2d8215c. 00080000:00000010:1.0:1776267961.041944:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a79a7a4b. 00080000:00000010:1.0:1776267961.041947:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006fbd1a58. 00080000:00000010:1.0:1776267961.041949:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027d90569. 00080000:00000010:1.0:1776267961.041951:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ae4088b. 00080000:00000010:1.0:1776267961.041953:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed1fcc0e. 00080000:00000010:1.0:1776267961.041955:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca57869c. 00080000:00000010:1.0:1776267961.041957:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000171d39b8. 00080000:00000010:1.0:1776267961.041959:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c9ad8e8. 00080000:00000010:1.0:1776267961.041962:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5aa63d6. 00080000:00000010:1.0:1776267961.041964:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7c185ff. 00080000:00000010:1.0:1776267961.041967:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013c3b6e5. 00080000:00000010:1.0:1776267961.041970:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054a95145. 00080000:00000010:1.0:1776267961.041972:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000618428f4. 00080000:00000010:1.0:1776267961.041975:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1eb79ee. 00080000:00000010:1.0:1776267961.041978:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e160ebd4. 00080000:00000010:1.0:1776267961.041981:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000970beb9c. 00080000:00000010:1.0:1776267961.041983:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8a6856c. 00080000:00000010:1.0:1776267961.041987:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087ef4103. 00080000:00000010:1.0:1776267961.041989:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7e53c9f. 00080000:00000010:1.0:1776267961.041991:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef51bd5e. 00080000:00000010:1.0:1776267961.041993:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026e1a843. 00080000:00000010:1.0:1776267961.041995:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005bdae658. 00080000:00000010:1.0:1776267961.041997:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090abaed2. 00080000:00000010:1.0:1776267961.041999:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8434201. 00080000:00000010:1.0:1776267961.042000:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0b287c4. 00080000:00000010:1.0:1776267961.042002:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbf620df. 00080000:00000010:1.0:1776267961.042003:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ca292cd. 00080000:00000010:1.0:1776267961.042004:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efe36136. 00080000:00000010:1.0:1776267961.042005:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1877bba. 00080000:00000010:1.0:1776267961.042007:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a2f9d42. 00080000:00000010:1.0:1776267961.042008:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b381e93. 00080000:00000010:1.0:1776267961.042009:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000925a8a13. 00080000:00000010:1.0:1776267961.042011:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9229ccd. 00080000:00000010:1.0:1776267961.042012:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd2aed79. 00080000:00000010:1.0:1776267961.042014:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006707a37d. 00080000:00000010:1.0:1776267961.042016:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc515a90. 00080000:00000010:1.0:1776267961.042017:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5955e81. 00080000:00000010:1.0:1776267961.042019:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011de480b. 00080000:00000010:1.0:1776267961.042020:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0be1d1f. 00080000:00000010:1.0:1776267961.042022:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cf3e6be. 00080000:00000010:1.0:1776267961.042023:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b7127e6. 00080000:00000010:1.0:1776267961.042024:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d72e6b3b. 00080000:00000010:1.0:1776267961.042025:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e590bfa0. 00080000:00000010:1.0:1776267961.042027:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062f7cf94. 00080000:00000010:1.0:1776267961.042028:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a554dc36. 00080000:00000010:1.0:1776267961.042029:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088840db5. 00080000:00000010:1.0:1776267961.042030:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014f4fc12. 00080000:00000010:1.0:1776267961.042031:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cea61a17. 00080000:00000010:1.0:1776267961.042032:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021c4dbe7. 00080000:00000010:1.0:1776267961.042033:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afd797fe. 00080000:00000010:1.0:1776267961.042034:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f7dfac6. 00080000:00000010:1.0:1776267961.042035:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000005550ba. 00080000:00000010:1.0:1776267961.042036:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b095b7c. 00080000:00000010:1.0:1776267961.042037:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b2a35f2. 00080000:00000010:1.0:1776267961.042038:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000669b4079. 00080000:00000010:1.0:1776267961.042039:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e2877bf. 00080000:00000010:1.0:1776267961.042041:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093d3c9df. 00080000:00000010:1.0:1776267961.042042:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fa914a1. 00080000:00000010:1.0:1776267961.042043:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba8434f3. 00080000:00000010:1.0:1776267961.042044:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4e3c1b2. 00080000:00000010:1.0:1776267961.042046:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcf382b0. 00080000:00000010:1.0:1776267961.042047:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094411069. 00080000:00000010:1.0:1776267961.042048:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2e0f6b9. 00080000:00000010:1.0:1776267961.042049:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093ff0911. 00080000:00000010:1.0:1776267961.042050:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6cad064. 00080000:00000010:1.0:1776267961.042051:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054f85a9a. 00080000:00000010:1.0:1776267961.042052:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bae115f. 00080000:00000010:1.0:1776267961.042055:0:71860:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d191540c. 00010000:00000010:1.0:1776267961.050240:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267961.050256:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bcefb47f. 00010000:00000010:1.0:1776267961.050719:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.0:1776267961.050737:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267961.050753:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267961.050761:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a80d7f. 00000100:00000010:1.0:1776267961.050770:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 02000000:00000010:1.0:1776267961.050784:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6c487aa. 02000000:00000010:1.0:1776267961.050818:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bae115f. 00000400:00000010:1.0:1776267961.050824:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267961.050830:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.050837:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489493824, portal 16 00000400:00000010:1.0:1776267961.050842:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c700c40e. 00000100:00000200:1.0:1776267961.050844:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489493824, offset 0 00000400:00000200:1.0:1776267961.050853:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.050869:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.050875:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.050879:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.050881:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.050884:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91415:91415:256:4294967295] 192.168.202.34@tcp LPNI seq info [91415:91415:8:4294967295] 00000400:00000200:1.0:1776267961.051386:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.051394:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.051400:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343698). 00000800:00000200:1.0:1776267961.051408:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.051416:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.051618:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.052058:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.052062:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:0.0:1776267961.052069:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.052076:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.052081:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c700c40e 00000400:00000010:0.0:1776267961.052083:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c700c40e. 00000100:00000200:0.0:1776267961.052091:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a528f70 x1862549489493824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267961.055679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000138be9dd. 00010000:00000010:1.1:1776267961.055696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b13c52a1. 00000400:00000200:0.0:1776267961.056677:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.056768:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a740 00000400:00000200:0.0:1776267961.056776:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb77ed [1] + 224 00000400:00000200:0.0:1776267961.056794:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.056797:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.056808:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a528f70 x1862549489493824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267961.057384:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:1.0:1776267961.057391:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267961.057393:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.057402:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a528f70 x1862549489493824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.057409:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a528f70 x1862549489493824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267961.057449:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bae115f. 02000000:00000010:1.0:1776267961.057455:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f6c487aa. 00000100:00000010:1.0:1776267961.057459:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 00000100:00000010:1.0:1776267961.057463:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a80d7f. 00010000:00000010:1.0:1776267961.057468:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000400:00000200:3.0:1776267961.057551:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.057560:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b580 00000400:00000200:3.0:1776267961.057565:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6145 [2] + 656 00000400:00000200:3.0:1776267961.058074:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.058080:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.058085:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.058091:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000594b1263. 00000020:00000010:0.0:1776267961.058182:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0e46496. 00000020:00000010:0.0:1776267961.058190:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.058194:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.058233:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000594b1263 x1862549476128128/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267961.058270:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128128 02000000:00000010:0.0:1776267961.058283:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000612a9e45. 00010000:00000010:0.0:1776267961.058311:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a2223fd. 00010000:00000010:0.0:1776267961.058331:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f203e3e5. 00000100:00000010:0.0:1776267961.058337:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b17a4689. 00000100:00000010:0.0:1776267961.058353:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b17a4689. 00010000:00000010:0.0:1776267961.058356:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f203e3e5. 00000400:00000010:0.0:1776267961.058491:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267961.058496:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128128, offset 224 00000400:00000200:0.0:1776267961.058504:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.058518:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.058524:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91416:91416:256:4294967295] 192.168.202.34@tcp LPNI seq info [91416:91416:8:4294967295] 00000400:00000200:0.0:1776267961.058535:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.058540:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.058546:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c5e367f (tot 82343698). 00000800:00000200:0.0:1776267961.058552:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.058560:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.058564:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c5e367f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.058628:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.058633:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.058635:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0e46496. 00080000:00000010:1.0:1776267961.058778:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bae115f. 00010000:00000010:1.0:1776267961.058862:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267961.058870:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009f03cf33. 00010000:00000010:1.0:1776267961.058989:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b13c52a1. 00010000:00000010:1.0:1776267961.058995:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267961.059005:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267961.059010:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a80d7f. 00000100:00000010:1.0:1776267961.059017:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 02000000:00000010:1.0:1776267961.059028:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054f85a9a. 02000000:00000010:1.0:1776267961.059051:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6cad064. 00000400:00000010:1.0:1776267961.059056:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267961.059060:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.059064:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489493888, portal 16 00000400:00000010:1.0:1776267961.059068:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267961.059070:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489493888, offset 0 00000400:00000200:1.0:1776267961.059075:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.059082:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.059088:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.059092:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.059095:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.059097:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91417:91417:255:4294967295] 192.168.202.34@tcp LPNI seq info [91417:91417:7:4294967295] 00000400:00000200:1.0:1776267961.059104:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.059109:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.059112:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343946). 00000800:00000200:1.0:1776267961.059116:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.059120:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.059122:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267961.069485:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.069494:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343698). 00000400:00000200:3.0:1776267961.069505:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.069515:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.069521:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:3.0:1776267961.069523:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000800:00000200:3.0:1776267961.072227:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.072236:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:3.0:1776267961.072247:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.072257:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.072263:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:3.0:1776267961.072265:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:3.0:1776267961.072274:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a528f70 x1862549489493888/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267961.072916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008def4edd. 00010000:00000010:1.1:1776267961.072936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ead0beac. 00010000:00000010:1.1:1776267961.072946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00000400:00000200:0.0:1776267961.085346:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.085378:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a780 00000400:00000200:0.0:1776267961.085388:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb77f9 [1] + 224 00000400:00000200:0.0:1776267961.085406:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.085410:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.085421:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a528f70 x1862549489493888/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267961.085546:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:1.0:1776267961.085551:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267961.085553:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.085559:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a528f70 x1862549489493888/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.085566:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a528f70 x1862549489493888/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267961.085596:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6cad064. 02000000:00000010:1.0:1776267961.085601:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054f85a9a. 00000100:00000010:1.0:1776267961.085605:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 00000100:00000010:1.0:1776267961.085609:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a80d7f. 00010000:00000010:1.0:1776267961.085613:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000400:00000200:3.0:1776267961.087021:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.087036:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b5c0 00000400:00000200:3.0:1776267961.087043:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6145 [2] + 984 00000400:00000200:3.0:1776267961.087120:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.087124:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.087130:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.087137:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c1002d6e. 00000020:00000010:0.0:1776267961.087430:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0e46496. 00000020:00000010:0.0:1776267961.087439:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.087443:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.087469:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c1002d6e x1862549476128192/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267961.087498:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128192 02000000:00000010:0.0:1776267961.087509:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057ba5cd9. 00010000:00000010:0.0:1776267961.087536:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da68bd13. 00010000:00000010:0.0:1776267961.087557:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f203e3e5. 00000100:00000010:0.0:1776267961.087564:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b17a4689. 00000100:00000010:0.0:1776267961.087584:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b17a4689. 00010000:00000010:0.0:1776267961.087589:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f203e3e5. 00000400:00000010:0.0:1776267961.087601:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd188b69. 00000100:00000200:0.0:1776267961.087606:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128192, offset 224 00000400:00000200:0.0:1776267961.087615:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.087626:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00080000:00000010:1.0:1776267961.087634:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054f85a9a. 00000400:00000200:0.0:1776267961.087642:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91418:91418:256:4294967295] 192.168.202.34@tcp LPNI seq info [91418:91418:8:4294967295] 00000400:00000200:0.0:1776267961.087652:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.087657:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.087662:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c5e367f (tot 82343698). 00000800:00000200:0.0:1776267961.087668:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.087674:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.087677:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c5e367f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.087705:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.087710:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.087714:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0e46496. 00010000:00000010:1.0:1776267961.087719:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267961.087726:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070d25bb7. 00010000:00000010:1.0:1776267961.087801:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.0:1776267961.087807:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267961.087817:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267961.087821:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a80d7f. 00000100:00000010:1.0:1776267961.087827:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 02000000:00000010:1.0:1776267961.087838:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d6cad064. 02000000:00000010:1.0:1776267961.087859:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093ff0911. 00000400:00000010:1.0:1776267961.087865:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267961.087868:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.087873:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489493952, portal 16 00000400:00000010:1.0:1776267961.087877:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267961.087879:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489493952, offset 0 00000400:00000200:1.0:1776267961.087884:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.087891:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.087937:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.087941:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.087944:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.087946:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91419:91419:255:4294967295] 192.168.202.34@tcp LPNI seq info [91419:91419:7:4294967295] 00000400:00000200:1.0:1776267961.087953:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.087957:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.087960:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343946). 00000800:00000200:1.0:1776267961.087964:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.087968:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.087971:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.088023:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.088027:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343698). 00000400:00000200:2.0:1776267961.088031:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.088034:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.088038:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd188b69 00000400:00000010:2.0:1776267961.088040:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd188b69. 00000800:00000200:2.0:1776267961.088101:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.088104:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:2.0:1776267961.088107:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.088110:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.088112:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:2.0:1776267961.088113:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:2.0:1776267961.088118:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a528f70 x1862549489493952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267961.089738:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.089765:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a7c0 00000400:00000200:0.0:1776267961.089773:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7805 [1] + 224 00000400:00000200:0.0:1776267961.089787:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.089790:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.089798:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a528f70 x1862549489493952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267961.089860:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:1.0:1776267961.089865:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267961.089867:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.089871:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a528f70 x1862549489493952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.089879:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a528f70 x1862549489493952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267961.089937:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093ff0911. 02000000:00000010:1.0:1776267961.089943:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d6cad064. 00000100:00000010:1.0:1776267961.089948:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 00000100:00000010:1.0:1776267961.089952:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a80d7f. 00010000:00000010:1.0:1776267961.089957:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000400:00000200:3.0:1776267961.093467:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.093492:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b600 00000400:00000200:3.0:1776267961.093500:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6145 [2] + 1312 00000400:00000200:3.0:1776267961.093877:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.093883:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.093891:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.093923:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d720bc70. 00000020:00000010:0.0:1776267961.094022:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0e46496. 00000020:00000010:0.0:1776267961.094030:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.094035:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.094061:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d720bc70 x1862549476128256/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267961.094096:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128256 02000000:00000010:0.0:1776267961.094107:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d5e8940. 00010000:00000010:0.0:1776267961.094136:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b28ca06. 00010000:00000010:0.0:1776267961.094156:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f203e3e5. 00000100:00000010:0.0:1776267961.094161:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b17a4689. 00000100:00000010:0.0:1776267961.094181:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b17a4689. 00010000:00000010:0.0:1776267961.094186:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f203e3e5. 00000400:00000010:0.0:1776267961.094199:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffbbe46f. 00000100:00000200:0.0:1776267961.094204:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128256, offset 224 00000400:00000200:0.0:1776267961.094212:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.094235:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.094241:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91420:91420:256:4294967295] 192.168.202.34@tcp LPNI seq info [91420:91420:8:4294967295] 00080000:00000010:1.0:1776267961.094242:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6cad064. 00000400:00000200:0.0:1776267961.094251:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.094257:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.094262:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000903c6240 (tot 82343698). 00000800:00000200:0.0:1776267961.094268:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.094276:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.094280:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000903c6240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.094305:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.094309:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.094312:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0e46496. 00010000:00000010:1.0:1776267961.094333:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267961.094341:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051f3a0a7. 00010000:00000010:1.0:1776267961.094435:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053fdbf60. 00010000:00000010:1.0:1776267961.094441:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267961.094453:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267961.094457:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a80d7f. 00000100:00000010:1.0:1776267961.094464:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 02000000:00000010:1.0:1776267961.094475:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000093ff0911. 02000000:00000010:1.0:1776267961.094498:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2e0f6b9. 00000400:00000010:1.0:1776267961.094503:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267961.094508:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.094513:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494016, portal 16 00000400:00000010:1.0:1776267961.094518:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae466b7c. 00000100:00000200:1.0:1776267961.094520:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494016, offset 0 00000400:00000200:1.0:1776267961.094525:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.094546:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.094555:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.094558:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.094561:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.094563:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91421:91421:255:4294967295] 192.168.202.34@tcp LPNI seq info [91421:91421:7:4294967295] 00000400:00000200:1.0:1776267961.094570:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.094575:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.094578:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343946). 00000800:00000200:1.0:1776267961.094582:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.094586:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.094588:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.094770:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.094774:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000903c6240 (tot 82343698). 00000400:00000200:2.0:1776267961.094778:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.094782:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.094786:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffbbe46f 00000400:00000010:2.0:1776267961.094788:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffbbe46f. 00000800:00000200:2.0:1776267961.094841:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.094843:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:2.0:1776267961.094847:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.094850:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.094852:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae466b7c 00000400:00000010:2.0:1776267961.094853:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae466b7c. 00000100:00000200:2.0:1776267961.094858:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a528f70 x1862549489494016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267961.097049:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.097075:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a800 00000400:00000200:0.0:1776267961.097084:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7811 [1] + 224 00000400:00000200:0.0:1776267961.097097:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.097107:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.097118:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a528f70 x1862549489494016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267961.097183:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:1.0:1776267961.097189:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267961.097191:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.097197:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a528f70 x1862549489494016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.097206:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a528f70 x1862549489494016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267961.097245:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2e0f6b9. 02000000:00000010:1.0:1776267961.097252:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000093ff0911. 00000100:00000010:1.0:1776267961.097255:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 00000100:00000010:1.0:1776267961.097259:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a80d7f. 00010000:00000010:1.0:1776267961.097264:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00010000:00000010:0.1:1776267961.097930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032d75df8. 00010000:00000010:1.1:1776267961.098353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c08e76f7. 00010000:00000010:1.1:1776267961.098361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b13c52a1. 00000400:00000200:3.0:1776267961.099410:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.099438:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b640 00000400:00000200:3.0:1776267961.099455:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6145 [2] + 1640 00000400:00000200:3.0:1776267961.099517:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.099522:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.099529:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.099544:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc3056fa. 00000020:00000010:0.0:1776267961.101690:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0e46496. 00000020:00000010:0.0:1776267961.101704:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.101708:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.101741:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc3056fa x1862549476128320/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267961.101786:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128320 02000000:00000010:0.0:1776267961.101797:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000158eccd5. 00010000:00000010:0.0:1776267961.101824:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000221e9973. 00010000:00000010:0.0:1776267961.101851:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f203e3e5. 00000100:00000010:0.0:1776267961.101858:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b17a4689. 00000100:00000010:0.0:1776267961.101878:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b17a4689. 00010000:00000010:0.0:1776267961.101882:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f203e3e5. 00000400:00000010:0.0:1776267961.101915:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036667960. 00000100:00000200:0.0:1776267961.101921:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128320, offset 224 00000400:00000200:0.0:1776267961.101930:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.101943:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00080000:00000010:1.0:1776267961.101946:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093ff0911. 00000400:00000200:0.0:1776267961.101951:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91422:91422:256:4294967295] 192.168.202.34@tcp LPNI seq info [91422:91422:8:4294967295] 00000400:00000200:0.0:1776267961.101962:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.101967:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.101972:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343698). 00000800:00000200:0.0:1776267961.101979:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.101985:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.101989:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.102005:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.102009:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.102012:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0e46496. 00010000:00000010:1.0:1776267961.102032:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267961.102039:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bcf8899c. 00010000:00000010:1.0:1776267961.102111:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000624fb609. 00010000:00000010:1.0:1776267961.102115:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000548dceff. 00010000:00000010:1.0:1776267961.102121:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b13c52a1. 00010000:00000010:1.0:1776267961.102126:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00080000:00000010:1.0:1776267961.102138:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2e0f6b9. 00010000:00000010:1.0:1776267961.102162:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267961.102165:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000548dceff. 00010000:00000010:1.0:1776267961.102214:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038f35720. 00010000:00000010:1.0:1776267961.102228:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267961.102236:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267961.102241:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a80d7f. 00000100:00000010:1.0:1776267961.102248:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 02000000:00000010:1.0:1776267961.102259:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094411069. 02000000:00000010:1.0:1776267961.102283:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcf382b0. 00000400:00000010:1.0:1776267961.102289:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267961.102293:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.102298:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494080, portal 16 00000400:00000010:1.0:1776267961.102303:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007677005. 00000100:00000200:1.0:1776267961.102305:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494080, offset 0 00000400:00000200:1.0:1776267961.102311:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.102318:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.102325:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.102328:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.102331:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.102334:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91423:91423:255:4294967295] 192.168.202.34@tcp LPNI seq info [91423:91423:7:4294967295] 00000400:00000200:1.0:1776267961.102346:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.102351:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.102355:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343946). 00000800:00000200:1.0:1776267961.102359:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.102371:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.102374:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.102478:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.102482:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343698). 00000400:00000200:2.0:1776267961.102487:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.102492:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.102496:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036667960 00000400:00000010:2.0:1776267961.102498:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036667960. 00000800:00000200:2.0:1776267961.102577:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.102579:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:2.0:1776267961.102583:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.102586:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.102588:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007677005 00000400:00000010:2.0:1776267961.102589:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007677005. 00000100:00000200:2.0:1776267961.102593:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a528f70 x1862549489494080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267961.106946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089a42f87. 00000400:00000200:0.0:1776267961.109159:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.109180:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a840 00000400:00000200:0.0:1776267961.109189:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb781d [1] + 224 00000400:00000200:0.0:1776267961.109205:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.109209:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.109233:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a528f70 x1862549489494080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267961.110113:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:1.0:1776267961.110122:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267961.110125:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.110133:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a528f70 x1862549489494080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.110143:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a528f70 x1862549489494080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267961.110174:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcf382b0. 02000000:00000010:1.0:1776267961.110180:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094411069. 00000100:00000010:1.0:1776267961.110183:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 00000100:00000010:1.0:1776267961.110188:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a80d7f. 00010000:00000010:1.0:1776267961.110192:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00010000:00000010:1.1:1776267961.111011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bf18598. 00010000:00000010:1.1:1776267961.111021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00000400:00000200:0.0:1776267961.112097:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.112118:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b680 00000400:00000200:0.0:1776267961.112129:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6145 [2] + 1968 00000400:00000010:0.0:1776267961.112134:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000055ef4a8a. 00000400:00000200:0.0:1776267961.112139:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005727d22a 00000400:00000200:0.0:1776267961.112205:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.112210:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.112214:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005727d22a 00000400:00000010:0.0:1776267961.112216:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005727d22a (tot 82343298). 00000100:00000200:0.0:1776267961.112231:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267961.112373:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c68b4170. 00000020:00000010:3.0:1776267961.112380:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267961.112385:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267961.112414:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a884ccc9 x1862549476128384/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267961.112462:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128384 02000000:00000010:3.0:1776267961.112474:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000593cddf. 00010000:00000010:3.0:1776267961.112506:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022c7a98f. 00010000:00000010:3.0:1776267961.112529:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca8dd7b. 00000100:00000010:3.0:1776267961.112762:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014f84e0b. 00000100:00000010:3.0:1776267961.112779:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014f84e0b. 00010000:00000010:3.0:1776267961.112783:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca8dd7b. 00000400:00000010:3.0:1776267961.112798:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a04c9ce3. 00000100:00000200:3.0:1776267961.112802:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128384, offset 224 00000400:00000200:3.0:1776267961.112810:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.112821:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.112827:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91424:91424:256:4294967295] 192.168.202.34@tcp LPNI seq info [91424:91424:8:4294967295] 00000400:00000200:3.0:1776267961.112836:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.112841:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.112845:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343546). 00000800:00000200:3.0:1776267961.112851:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.112858:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.112862:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267961.112883:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267961.112887:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267961.112889:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c68b4170. 02000000:00000010:3.0:1776267961.112928:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000158eccd5. 00000100:00000010:3.0:1776267961.112932:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc3056fa. 00000800:00000200:2.0:1776267961.113076:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.113080:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343298). 00000400:00000200:2.0:1776267961.113086:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.113089:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.113093:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a04c9ce3 00000400:00000010:2.0:1776267961.113094:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a04c9ce3. 02000000:00000010:2.0:1776267961.113098:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000593cddf. 02000000:00000010:3.0:1776267961.113138:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d5e8940. 00000100:00000010:3.0:1776267961.113141:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d720bc70. 02000000:00000010:3.0:1776267961.113144:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057ba5cd9. 00000100:00000010:3.0:1776267961.113146:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1002d6e. 02000000:00000010:3.0:1776267961.113148:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000612a9e45. 00000100:00000010:3.0:1776267961.113149:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000594b1263. 02000000:00000010:3.0:1776267961.113152:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094e465ce. 00000100:00000010:3.0:1776267961.113154:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001432bc6c. 02000000:00000010:3.0:1776267961.113156:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000079a6b017. 00000100:00000010:3.0:1776267961.113158:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 00000100:00000200:3.0:1776267961.113166:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267961.113171:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000023b03ff0. 00000400:00000010:3.0:1776267961.113175:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000014f84e0b (tot 82343450). 00080000:00000010:1.0:1776267961.113473:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094411069. 00010000:00000010:1.0:1776267961.113775:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267961.113783:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b93bf6f4. 00010000:00000010:1.0:1776267961.113856:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182ca42c. 00010000:00000010:1.0:1776267961.113863:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267961.113874:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000333eb1b8. 00000100:00000010:1.0:1776267961.113878:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076a80d7f. 00000100:00000010:1.0:1776267961.113886:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 02000000:00000010:1.0:1776267961.113930:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fcf382b0. 02000000:00000010:1.0:1776267961.114100:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4e3c1b2. 00000400:00000010:1.0:1776267961.114105:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267961.114110:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.114115:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494144, portal 16 00000400:00000010:1.0:1776267961.114120:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034fbf27b. 00000100:00000200:1.0:1776267961.114122:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494144, offset 0 00000400:00000200:1.0:1776267961.114129:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.114140:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.114146:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.114149:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.114152:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.114154:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91425:91425:256:4294967295] 192.168.202.34@tcp LPNI seq info [91425:91425:8:4294967295] 00000400:00000200:1.0:1776267961.114162:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.114167:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.114170:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267961.114176:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.114181:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.114183:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.114743:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.114747:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:0.0:1776267961.114753:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.114758:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.114762:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034fbf27b 00000400:00000010:0.0:1776267961.114764:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034fbf27b. 00000100:00000200:0.0:1776267961.114770:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a528f70 x1862549489494144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267961.117372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033be5e5c. 00010000:00000010:1.1:1776267961.118148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb7d3a66. 00010000:00000010:1.1:1776267961.118159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053fdbf60. 00010000:00000010:1.1:1776267961.118164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000624fb609. 00010000:00000010:1.1:1776267961.118167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b13c52a1. 00000400:00000200:0.0:1776267961.123312:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.123334:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a880 00000400:00000200:0.0:1776267961.123345:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb782d [1] + 224 00000400:00000200:0.0:1776267961.123360:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.123365:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.123377:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a528f70 x1862549489494144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267961.123407:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.123412:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b6c0 00000400:00000200:0.0:1776267961.123417:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb619d [2] + 0 00000400:00000200:0.0:1776267961.123480:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.123484:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.123488:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267961.123494:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000261e0f2e. 00000400:00000010:2.0:1776267961.123927:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:2.0:1776267961.123932:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:2.0:1776267961.123945:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:2.0:1776267961.123951:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a528f70 x1862549489494144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267961.123960:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a528f70 x1862549489494144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267961.123991:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4e3c1b2. 02000000:00000010:2.0:1776267961.123997:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fcf382b0. 00000100:00000010:2.0:1776267961.124000:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 00000100:00000010:2.0:1776267961.124003:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076a80d7f. 00010000:00000010:2.0:1776267961.124008:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000333eb1b8. 00000020:00000010:3.0:1776267961.124226:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c68b4170. 00000020:00000010:3.0:1776267961.124236:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267961.124241:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267961.124266:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000261e0f2e x1862549476128448/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267961.124301:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128448 02000000:00000010:3.0:1776267961.124313:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001361822d. 00010000:00000010:3.0:1776267961.124340:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d45bdcf7. 00010000:00000010:3.0:1776267961.124363:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca8dd7b. 00000100:00000010:3.0:1776267961.124369:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003eea2cd. 00000100:00000010:3.0:1776267961.124387:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003eea2cd. 00010000:00000010:3.0:1776267961.124391:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca8dd7b. 00000400:00000010:3.0:1776267961.124402:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073ae4338. 00000100:00000200:3.0:1776267961.124406:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128448, offset 224 00000400:00000200:3.0:1776267961.124413:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.124425:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.124430:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91426:91426:256:4294967295] 192.168.202.34@tcp LPNI seq info [91426:91426:8:4294967295] 00000400:00000200:3.0:1776267961.124453:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.124459:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.124465:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267961.124471:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.124477:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.124481:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267961.124498:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267961.124502:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267961.124505:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c68b4170. 00000800:00000200:2.0:1776267961.125177:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.125181:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:2.0:1776267961.125188:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.125193:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.125197:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073ae4338 00000400:00000010:2.0:1776267961.125199:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073ae4338. 00080000:00000010:0.0:1776267961.125542:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0e46496. 00010000:00000010:0.0:1776267961.125641:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:0.0:1776267961.125649:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005bd06f58. 00010000:00000010:0.0:1776267961.125725:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd8af543. 00010000:00000010:0.0:1776267961.125732:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b3df107a. 00010000:00000010:0.0:1776267961.125743:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f203e3e5. 00000100:00000010:0.0:1776267961.125748:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b17a4689. 00000100:00000010:0.0:1776267961.125756:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000294921c4. 02000000:00000010:0.0:1776267961.125769:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085bdda99. 02000000:00000010:0.0:1776267961.125793:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071e9a98a. 00000400:00000010:0.0:1776267961.125798:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f396a63. 00000400:00000010:0.0:1776267961.125802:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2d341db. 00000100:00000200:0.0:1776267961.125807:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494208, portal 16 00000400:00000010:0.0:1776267961.125812:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d0114a6. 00000100:00000200:0.0:1776267961.125814:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494208, offset 0 00000400:00000200:0.0:1776267961.125820:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.125831:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.125837:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267961.125840:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267961.125844:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267961.125847:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91427:91427:256:4294967295] 192.168.202.34@tcp LPNI seq info [91427:91427:8:4294967295] 00000400:00000200:0.0:1776267961.125855:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.125859:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.125863:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343698). 00000800:00000200:0.0:1776267961.125868:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.125873:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.125876:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.126143:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.126146:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:2.0:1776267961.126151:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.126155:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.126158:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d0114a6 00000400:00000010:2.0:1776267961.126160:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d0114a6. 00000100:00000200:2.0:1776267961.126167:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000294921c4 x1862549489494208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267961.127052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d514d564. 00000400:00000200:0.0:1776267961.129879:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.129944:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a8c0 00000400:00000200:0.0:1776267961.129956:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7839 [1] + 224 00000400:00000200:0.0:1776267961.129973:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.129977:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.129987:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000294921c4 x1862549489494208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267961.130076:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f396a63. 00000400:00000200:2.0:1776267961.130082:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2d341db 00000400:00000010:2.0:1776267961.130084:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2d341db. 00000100:00000200:2.0:1776267961.130090:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000294921c4 x1862549489494208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267961.130097:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000294921c4 x1862549489494208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267961.130126:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071e9a98a. 02000000:00000010:2.0:1776267961.130131:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085bdda99. 00000100:00000010:2.0:1776267961.130134:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000294921c4. 00000100:00000010:2.0:1776267961.130138:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b17a4689. 00010000:00000010:2.0:1776267961.130143:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f203e3e5. 00010000:00000010:1.1:1776267961.130227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005812234. 00010000:00000010:1.1:1776267961.130234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038f35720. 00010000:00000010:0.1:1776267961.133310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a564e67a. 00010000:00000010:0.1:1776267961.133333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182ca42c. 00010000:00000010:3.1:1776267961.133384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d823d01d. 00000400:00000200:2.0:1776267961.136967:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.136989:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b700 00000400:00000200:2.0:1776267961.136998:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb619d [2] + 328 00000400:00000200:2.0:1776267961.137065:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.137070:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.137078:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267961.137084:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001f24538. 00000020:00000010:0.0:1776267961.137196:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006456f625. 00000020:00000010:0.0:1776267961.137208:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.137212:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.137251:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001f24538 x1862549476128512/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267961.137286:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128512 02000000:00000010:0.0:1776267961.137301:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000722d6fda. 00010000:00000010:0.0:1776267961.137334:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017c4a536. 00010000:00000010:0.0:1776267961.137361:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000958e2a1f. 00000100:00000010:0.0:1776267961.137369:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b17a4689. 00000100:00000010:0.0:1776267961.137387:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b17a4689. 00010000:00000010:0.0:1776267961.137392:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000958e2a1f. 00000400:00000010:0.0:1776267961.137405:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5deca77. 00000100:00000200:0.0:1776267961.137409:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128512, offset 224 00000400:00000200:0.0:1776267961.137418:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.137438:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.137651:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91428:91428:256:4294967295] 192.168.202.34@tcp LPNI seq info [91428:91428:8:4294967295] 00000400:00000200:0.0:1776267961.137662:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.137668:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.137673:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82343698). 00000800:00000200:0.0:1776267961.137678:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.137684:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.137688:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.138615:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.138626:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.138630:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006456f625. 00080000:00000010:2.0:1776267961.139269:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006728640d. 00010000:00000010:2.0:1776267961.139380:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3df107a. 00010000:00000010:2.0:1776267961.139388:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b4755da6. 00010000:00000010:2.0:1776267961.139480:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000157d807. 00010000:00000010:2.0:1776267961.139487:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007eb91857. 00010000:00000010:2.0:1776267961.139501:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267961.139508:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267961.139516:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 02000000:00000010:2.0:1776267961.139529:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac8d2d68. 02000000:00000010:2.0:1776267961.139567:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000023d35a0. 00000400:00000010:2.0:1776267961.139573:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267961.139580:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aae40fc7. 00000100:00000200:2.0:1776267961.139586:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494272, portal 16 00000400:00000010:2.0:1776267961.139591:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267961.139593:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494272, offset 0 00000400:00000200:2.0:1776267961.139602:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.139618:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.139625:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267961.139629:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267961.139632:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267961.139635:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91429:91429:255:4294967295] 192.168.202.34@tcp LPNI seq info [91429:91429:7:4294967295] 00000400:00000200:2.0:1776267961.139644:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.139650:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.139655:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343946). 00000800:00000200:2.0:1776267961.139663:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.139669:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.139673:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.142994:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.143003:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343698). 00000400:00000200:2.0:1776267961.143013:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.143021:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.143027:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5deca77 00000400:00000010:2.0:1776267961.143029:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5deca77. 00000800:00000200:2.0:1776267961.143612:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.143615:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:2.0:1776267961.143622:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.143626:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.143629:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:2.0:1776267961.143631:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00000100:00000200:2.0:1776267961.143642:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007dd391c3 x1862549489494272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267961.146948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa2efb07. 00010000:00000010:2.1:1776267961.150935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000061de026. 00010000:00000010:2.1:1776267961.151031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8af543. 00000400:00000200:0.0:1776267961.156210:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.156244:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a900 00000400:00000200:0.0:1776267961.156252:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7845 [1] + 224 00000400:00000200:0.0:1776267961.156267:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.156271:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.156282:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007dd391c3 x1862549489494272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267961.156318:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.156324:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b740 00000400:00000200:0.0:1776267961.156329:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb619d [2] + 656 00000400:00000200:0.0:1776267961.156394:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.156397:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.156402:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267961.156409:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 00000400:00000010:2.0:1776267961.157669:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:2.0:1776267961.157679:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aae40fc7 00000400:00000010:2.0:1776267961.157682:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aae40fc7. 00000100:00000200:2.0:1776267961.157696:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007dd391c3 x1862549489494272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267961.157705:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007dd391c3 x1862549489494272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267961.157737:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000023d35a0. 02000000:00000010:2.0:1776267961.157742:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac8d2d68. 00000100:00000010:2.0:1776267961.157745:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 00000100:00000010:2.0:1776267961.157749:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267961.157753:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000020:00000010:1.0:1776267961.160719:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba8434f3. 00000020:00000010:1.0:1776267961.160736:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000548dceff. 00000020:00000010:1.0:1776267961.160741:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267961.160781:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009825d73 x1862549476128576/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267961.160824:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128576 02000000:00000010:1.0:1776267961.160838:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000fa914a1. 00010000:00000010:1.0:1776267961.160871:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6a1e939. 00010000:00000010:1.0:1776267961.160953:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001782b405. 00000100:00000010:1.0:1776267961.160963:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059687bf1. 00000100:00000010:1.0:1776267961.160972:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059687bf1. 00010000:00000010:1.0:1776267961.160976:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001782b405. 00000400:00000010:1.0:1776267961.160989:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.160994:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128576, offset 224 00000400:00000200:1.0:1776267961.161004:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.161021:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.161028:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91430:91430:256:4294967295] 192.168.202.34@tcp LPNI seq info [91430:91430:8:4294967295] 00000400:00000200:1.0:1776267961.161038:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.161045:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.161049:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343698). 00000800:00000200:1.0:1776267961.161056:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.161063:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.161067:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267961.161090:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000548dceff. 00000020:00000010:1.0:1776267961.161094:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267961.161096:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba8434f3. 00000800:00000200:1.0:1776267961.161199:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.161203:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:1.0:1776267961.161208:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.161212:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.161226:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267961.161228:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00080000:00000010:2.0:1776267961.162026:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac8d2d68. 00010000:00000010:2.0:1776267961.162133:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007eb91857. 00010000:00000010:2.0:1776267961.162141:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d7bb5943. 00010000:00000010:2.0:1776267961.162236:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.0:1776267961.162242:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007eb91857. 00010000:00000010:2.0:1776267961.162255:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267961.162260:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267961.162268:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 02000000:00000010:2.0:1776267961.162281:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000023d35a0. 02000000:00000010:2.0:1776267961.162305:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ff8fde1. 00000400:00000010:2.0:1776267961.162311:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267961.162316:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aae40fc7. 00000100:00000200:2.0:1776267961.162321:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494336, portal 16 00000400:00000010:2.0:1776267961.162326:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267961.162328:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494336, offset 0 00000400:00000200:2.0:1776267961.162336:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.162346:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.162352:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267961.162356:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267961.162359:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267961.162361:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91431:91431:256:4294967295] 192.168.202.34@tcp LPNI seq info [91431:91431:8:4294967295] 00000400:00000200:2.0:1776267961.162369:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.162374:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.162377:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267961.162382:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.162387:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.162390:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.162993:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.162997:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:0.0:1776267961.163004:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.163009:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.163013:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:0.0:1776267961.163015:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00000100:00000200:0.0:1776267961.163023:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007dd391c3 x1862549489494336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267961.165974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9a4d5dc. 00010000:00000010:2.1:1776267961.169950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7f1bd5a. 00010000:00000010:2.1:1776267961.169971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00000400:00000200:0.0:1776267961.170714:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.170733:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a940 00000400:00000200:0.0:1776267961.170741:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7851 [1] + 224 00000400:00000200:0.0:1776267961.170782:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.170787:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.170798:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007dd391c3 x1862549489494336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267961.170931:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:2.0:1776267961.170936:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aae40fc7 00000400:00000010:2.0:1776267961.170938:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aae40fc7. 00000100:00000200:2.0:1776267961.170946:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007dd391c3 x1862549489494336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267961.170953:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007dd391c3 x1862549489494336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267961.170985:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ff8fde1. 02000000:00000010:2.0:1776267961.170990:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000023d35a0. 00000100:00000010:2.0:1776267961.170994:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 00000100:00000010:2.0:1776267961.170997:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267961.171002:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000400:00000200:0.0:1776267961.181803:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.181826:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b780 00000400:00000200:0.0:1776267961.181836:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb619d [2] + 984 00000400:00000200:0.0:1776267961.181930:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.181935:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.181943:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267961.181949:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080121de5. 00000020:00000010:1.0:1776267961.184657:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba8434f3. 00000020:00000010:1.0:1776267961.184671:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000548dceff. 00000020:00000010:1.0:1776267961.184676:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267961.184709:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000080121de5 x1862549476128640/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267961.184753:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128640 02000000:00000010:1.0:1776267961.184763:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093d3c9df. 00010000:00000010:1.0:1776267961.184793:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057fef743. 00010000:00000010:1.0:1776267961.184814:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001782b405. 00000100:00000010:1.0:1776267961.184821:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059687bf1. 00000100:00000010:1.0:1776267961.184834:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059687bf1. 00010000:00000010:1.0:1776267961.184838:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001782b405. 00000400:00000010:1.0:1776267961.184853:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.184858:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128640, offset 224 00000400:00000200:1.0:1776267961.184867:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.184881:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.184887:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91432:91432:256:4294967295] 192.168.202.34@tcp LPNI seq info [91432:91432:8:4294967295] 00000400:00000200:1.0:1776267961.184922:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.184928:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.184932:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343698). 00000800:00000200:1.0:1776267961.184939:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.184946:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.184949:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267961.184969:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000548dceff. 00000020:00000010:1.0:1776267961.184973:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267961.184976:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba8434f3. 00000800:00000200:1.0:1776267961.185084:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.185087:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:1.0:1776267961.185093:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.185098:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.185102:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267961.185104:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00080000:00000010:2.0:1776267961.185935:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000023d35a0. 00010000:00000010:2.0:1776267961.186023:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007eb91857. 00010000:00000010:2.0:1776267961.186031:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f463de7a. 00010000:00000010:2.0:1776267961.186105:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000157d807. 00010000:00000010:2.0:1776267961.186112:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007eb91857. 00010000:00000010:2.0:1776267961.186137:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267961.186143:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267961.186152:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 02000000:00000010:2.0:1776267961.186166:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ff8fde1. 02000000:00000010:2.0:1776267961.186192:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e911e8da. 00000400:00000010:2.0:1776267961.186198:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267961.186202:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aae40fc7. 00000100:00000200:2.0:1776267961.186209:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494400, portal 16 00000400:00000010:2.0:1776267961.186213:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000647547fc. 00000100:00000200:2.0:1776267961.186215:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494400, offset 0 00000400:00000200:2.0:1776267961.186233:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.186244:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.186254:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267961.186257:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267961.186260:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267961.186263:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91433:91433:256:4294967295] 192.168.202.34@tcp LPNI seq info [91433:91433:8:4294967295] 00000400:00000200:2.0:1776267961.186272:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.186277:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.186281:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267961.186287:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.186293:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.186297:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.186542:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.186545:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:0.0:1776267961.186551:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.186555:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.186559:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000647547fc 00000400:00000010:0.0:1776267961.186561:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000647547fc. 00000100:00000200:0.0:1776267961.186568:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007dd391c3 x1862549489494400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267961.190518:0:78518:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091a0763a. 00010000:00000010:2.1:1776267961.193937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c95d9d1e. 00010000:00000010:2.1:1776267961.193953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00000400:00000200:0.0:1776267961.195676:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.195697:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a980 00000400:00000200:0.0:1776267961.195827:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb785d [1] + 224 00000400:00000200:0.0:1776267961.195844:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.197589:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.197606:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007dd391c3 x1862549489494400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267961.197667:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.197678:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b7c0 00000400:00000200:0.0:1776267961.197685:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb619d [2] + 1312 00000400:00000200:0.0:1776267961.197744:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.197748:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.197752:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267961.197758:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 00000020:00000010:3.0:1776267961.197914:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b3496cd. 00000020:00000010:3.0:1776267961.197921:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267961.197937:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267961.197964:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cc4aea2 x1862549476128704/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267961.198012:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128704 02000000:00000010:3.0:1776267961.198025:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004bb2af19. 00010000:00000010:3.0:1776267961.198068:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca8dd7b. 00000100:00000010:3.0:1776267961.198076:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003eea2cd. 00000100:00000010:3.0:1776267961.198083:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003eea2cd. 00010000:00000010:3.0:1776267961.198087:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca8dd7b. 00000400:00000010:3.0:1776267961.198102:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0cacef. 00000100:00000200:3.0:1776267961.198108:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128704, offset 224 00000400:00000200:3.0:1776267961.198117:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.198128:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.198133:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91434:91434:256:4294967295] 192.168.202.34@tcp LPNI seq info [91434:91434:8:4294967295] 00000400:00000200:3.0:1776267961.198143:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.198148:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.198153:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267961.198159:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.198166:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.198169:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267961.198188:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267961.198193:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267961.198196:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b3496cd. 00000800:00000200:3.0:1776267961.198271:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.198275:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267961.198280:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.198283:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.198287:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0cacef 00000400:00000010:3.0:1776267961.198288:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0cacef. 00000400:00000010:2.0:1776267961.199383:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:2.0:1776267961.199390:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aae40fc7 00000400:00000010:2.0:1776267961.199392:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aae40fc7. 00000100:00000200:2.0:1776267961.199402:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007dd391c3 x1862549489494400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267961.199411:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007dd391c3 x1862549489494400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267961.199435:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000afdb5f9d. 02000000:00000010:2.0:1776267961.199452:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e911e8da. 02000000:00000010:2.0:1776267961.199457:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ff8fde1. 00000100:00000010:2.0:1776267961.199461:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 00000100:00000010:2.0:1776267961.199465:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267961.199469:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00080000:00000010:2.0:1776267961.199497:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ff8fde1. 00010000:00000010:2.0:1776267961.199589:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007eb91857. 00010000:00000010:2.0:1776267961.199597:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ca38912. 00010000:00000010:2.0:1776267961.199690:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.0:1776267961.199696:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007eb91857. 00010000:00000010:2.0:1776267961.199707:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb299a3b. 00000100:00000010:2.0:1776267961.199711:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267961.199719:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 02000000:00000010:2.0:1776267961.199729:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e911e8da. 02000000:00000010:2.0:1776267961.199755:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f8a7614. 00000400:00000010:2.0:1776267961.199760:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267961.199764:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aae40fc7. 00000100:00000200:2.0:1776267961.199770:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494464, portal 16 00000400:00000010:2.0:1776267961.199775:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058b5df77. 00000100:00000200:2.0:1776267961.199777:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494464, offset 0 00000400:00000200:2.0:1776267961.199783:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.199796:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.199803:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267961.199807:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267961.199810:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267961.199813:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91435:91435:256:4294967295] 192.168.202.34@tcp LPNI seq info [91435:91435:8:4294967295] 00000400:00000200:2.0:1776267961.199822:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.199827:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.199832:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267961.199839:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.199846:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.199849:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.200126:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.200129:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:0.0:1776267961.200135:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.200139:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.200143:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058b5df77 00000400:00000010:0.0:1776267961.200145:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058b5df77. 00000100:00000200:0.0:1776267961.200150:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007dd391c3 x1862549489494464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.207079:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.207097:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2a9c0 00000400:00000200:2.0:1776267961.207106:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7869 [1] + 224 00000400:00000200:2.0:1776267961.207117:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.207121:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.207131:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007dd391c3 x1862549489494464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.207175:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.207180:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b800 00000400:00000200:2.0:1776267961.207184:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb619d [2] + 1640 00000400:00000200:2.0:1776267961.207241:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.207245:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.207249:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267961.207254:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009747af4d. 00000400:00000010:0.0:1776267961.207356:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:0.0:1776267961.207361:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aae40fc7 00000400:00000010:0.0:1776267961.207363:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aae40fc7. 00000100:00000200:0.0:1776267961.207370:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007dd391c3 x1862549489494464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267961.207377:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007dd391c3 x1862549489494464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267961.207404:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f8a7614. 02000000:00000010:0.0:1776267961.207409:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e911e8da. 00000100:00000010:0.0:1776267961.207412:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 00000100:00000010:0.0:1776267961.207415:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:0.0:1776267961.207420:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb299a3b. 00000020:00000010:1.0:1776267961.207863:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba8434f3. 00000020:00000010:1.0:1776267961.207871:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000548dceff. 00000020:00000010:1.0:1776267961.207875:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267961.207917:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009747af4d x1862549476128768/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267961.208466:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128768 02000000:00000010:1.0:1776267961.208480:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006e2877bf. 00010000:00000010:1.0:1776267961.208510:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad771f62. 00010000:00000010:1.0:1776267961.208532:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001782b405. 00000100:00000010:1.0:1776267961.208538:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267961.208614:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267961.208619:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001782b405. 00000400:00000010:1.0:1776267961.208632:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.208637:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128768, offset 224 00000400:00000200:1.0:1776267961.208644:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.208657:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.208662:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91436:91436:256:4294967295] 192.168.202.34@tcp LPNI seq info [91436:91436:8:4294967295] 00000400:00000200:1.0:1776267961.208672:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.208678:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.208682:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343698). 00000800:00000200:1.0:1776267961.208688:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.208695:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.208698:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267961.208720:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000548dceff. 00000020:00000010:1.0:1776267961.208734:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267961.208737:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba8434f3. 00000800:00000200:1.0:1776267961.208821:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.208825:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:1.0:1776267961.208830:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.208835:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.208839:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267961.208840:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00080000:00000010:0.0:1776267961.214193:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006456f625. 00010000:00000010:0.0:1776267961.214439:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007eb91857. 00010000:00000010:0.0:1776267961.214451:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e138414. 00010000:00000010:0.0:1776267961.214537:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7178603. 00010000:00000010:0.0:1776267961.214544:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075425453. 00010000:00000010:0.0:1776267961.214558:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000958e2a1f. 00000100:00000010:0.0:1776267961.214566:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b17a4689. 00000100:00000010:0.0:1776267961.214576:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007259c45b. 02000000:00000010:0.0:1776267961.214590:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee2ed8a8. 02000000:00000010:0.0:1776267961.214620:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccfb753a. 00000400:00000010:0.0:1776267961.214626:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267961.214632:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b862cb7c. 00000100:00000200:0.0:1776267961.214639:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494528, portal 16 00000400:00000010:0.0:1776267961.214644:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb90fde. 00000100:00000200:0.0:1776267961.214647:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494528, offset 0 00000400:00000200:0.0:1776267961.214657:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.214675:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.214690:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267961.214694:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267961.214697:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267961.214701:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91437:91437:256:4294967295] 192.168.202.34@tcp LPNI seq info [91437:91437:8:4294967295] 00000400:00000200:0.0:1776267961.214719:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.214725:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.214733:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff893d (tot 82343698). 00000800:00000200:0.0:1776267961.214739:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.214746:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.214750:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093ff893d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267961.214862:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.214866:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343450). 00000400:00000200:3.0:1776267961.214870:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.214875:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.214879:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb90fde 00000400:00000010:3.0:1776267961.214882:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb90fde. 00000100:00000200:3.0:1776267961.214889:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007259c45b x1862549489494528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267961.214915:0:78518:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ffd915. 00010000:00000010:2.1:1776267961.214922:0:78518:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b5a342e. 00010000:00000010:2.1:1776267961.214926:0:78518:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00010000:00000010:1.1:1776267961.219139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000706e63b6. 00000400:00000200:3.0:1776267961.222932:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.222951:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2aa00 00000400:00000200:3.0:1776267961.222959:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7875 [1] + 224 00000400:00000200:3.0:1776267961.222970:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.222975:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.222985:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007259c45b x1862549489494528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267961.223081:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.223088:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b840 00000400:00000200:3.0:1776267961.223092:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb619d [2] + 1968 00000400:00000010:3.0:1776267961.223097:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000507a627b. 00000400:00000200:3.0:1776267961.223101:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000003340f2c 00000400:00000200:3.0:1776267961.223148:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.223151:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.223153:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003340f2c 00000400:00000010:3.0:1776267961.223157:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000003340f2c (tot 82343298). 00000100:00000200:3.0:1776267961.223161:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267961.223210:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b3496cd. 00000020:00000010:3.0:1776267961.223226:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000000602734. 00000020:00000010:3.0:1776267961.223232:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267961.223258:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0bd067c x1862549476128832/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267961.223288:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128832 02000000:00000010:3.0:1776267961.223298:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000965a646c. 00010000:00000010:3.0:1776267961.223338:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca8dd7b. 00000100:00000010:3.0:1776267961.223344:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003eea2cd. 00000100:00000010:3.0:1776267961.223351:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003eea2cd. 00010000:00000010:3.0:1776267961.223354:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca8dd7b. 00000400:00000010:3.0:1776267961.223370:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0cacef. 00000100:00000200:3.0:1776267961.223374:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128832, offset 224 00000400:00000200:3.0:1776267961.223381:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.223390:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.223396:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91438:91438:256:4294967295] 192.168.202.34@tcp LPNI seq info [91438:91438:8:4294967295] 00000400:00000200:3.0:1776267961.223406:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.223410:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.223414:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343546). 00000800:00000200:3.0:1776267961.223419:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.223426:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.223429:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267961.223451:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000000602734. 00000020:00000010:3.0:1776267961.223455:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267961.223468:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b3496cd. 02000000:00000010:3.0:1776267961.223475:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006e2877bf. 00000100:00000010:3.0:1776267961.223479:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009747af4d. 02000000:00000010:3.0:1776267961.223482:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004bb2af19. 00000800:00000200:0.0:1776267961.225014:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.225018:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343298). 00000400:00000200:0.0:1776267961.225026:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.225033:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.225037:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0cacef 00000400:00000010:0.0:1776267961.225039:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0cacef. 02000000:00000010:0.0:1776267961.225045:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000965a646c. 00000100:00000010:3.0:1776267961.225094:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 02000000:00000010:3.0:1776267961.225100:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093d3c9df. 00000100:00000010:3.0:1776267961.225103:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080121de5. 02000000:00000010:3.0:1776267961.225105:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000fa914a1. 00000100:00000010:3.0:1776267961.225107:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 02000000:00000010:3.0:1776267961.225249:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000722d6fda. 00000100:00000010:3.0:1776267961.225252:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001f24538. 02000000:00000010:3.0:1776267961.225255:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001361822d. 00000100:00000010:3.0:1776267961.225257:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000261e0f2e. 00000100:00000200:3.0:1776267961.225266:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267961.225272:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000093c0abb1. 00000400:00000010:3.0:1776267961.225276:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000003eea2cd (tot 82343450). 00000400:00000010:1.0:1776267961.225472:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060ea21af. 00000400:00000200:1.0:1776267961.225478:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b862cb7c 00000400:00000010:1.0:1776267961.225480:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b862cb7c. 00000100:00000200:1.0:1776267961.225499:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007259c45b x1862549489494528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.225508:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007259c45b x1862549489494528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267961.225533:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cfeb6ce. 02000000:00000010:1.0:1776267961.225547:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccfb753a. 02000000:00000010:1.0:1776267961.225551:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee2ed8a8. 00000100:00000010:1.0:1776267961.225554:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007259c45b. 00000100:00000010:1.0:1776267961.225557:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b17a4689. 00010000:00000010:1.0:1776267961.225561:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000958e2a1f. 00080000:00000010:3.0:1776267961.227848:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001361822d. 00010000:00000010:3.0:1776267961.227978:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075425453. 00010000:00000010:3.0:1776267961.227989:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a2926d6. 00010000:00000010:3.0:1776267961.228065:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000373e4b8d. 00010000:00000010:3.0:1776267961.228072:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002cebc19. 00010000:00000010:3.0:1776267961.228085:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca8dd7b. 00000100:00000010:3.0:1776267961.228091:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000656e130e. 00000100:00000010:3.0:1776267961.228100:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000594b1263. 02000000:00000010:3.0:1776267961.228115:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004bb2af19. 02000000:00000010:3.0:1776267961.228144:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b3496cd. 00000400:00000010:3.0:1776267961.228150:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b825eafa. 00000400:00000010:3.0:1776267961.228156:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094003477. 00000100:00000200:3.0:1776267961.228162:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494592, portal 16 00000400:00000010:3.0:1776267961.228167:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000341d5d58. 00000100:00000200:3.0:1776267961.228170:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494592, offset 0 00000400:00000200:3.0:1776267961.228180:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.228196:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.228203:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.228208:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.228211:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.228215:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91439:91439:256:4294967295] 192.168.202.34@tcp LPNI seq info [91439:91439:8:4294967295] 00000400:00000200:3.0:1776267961.228235:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.228241:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.228246:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267961.228252:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.228258:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.228262:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267961.228569:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.228573:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267961.228578:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.228583:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.228587:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000341d5d58 00000400:00000010:1.0:1776267961.228589:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000341d5d58. 00000100:00000200:1.0:1776267961.228596:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000594b1263 x1862549489494592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267961.230975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026aa6d38. 00010000:00000010:0.1:1776267961.230988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00000400:00000200:0.0:1776267961.231837:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.231854:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2aa40 00000400:00000200:0.0:1776267961.231863:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7885 [1] + 224 00000400:00000200:0.0:1776267961.231878:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.231882:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.231920:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000594b1263 x1862549489494592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267961.232053:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b825eafa. 00000400:00000200:3.0:1776267961.232058:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094003477 00000400:00000010:3.0:1776267961.232060:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094003477. 00000100:00000200:3.0:1776267961.232066:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000594b1263 x1862549489494592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267961.232074:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000594b1263 x1862549489494592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267961.232101:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b3496cd. 02000000:00000010:3.0:1776267961.232107:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004bb2af19. 00000100:00000010:3.0:1776267961.232110:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000594b1263. 00000100:00000010:3.0:1776267961.232114:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000656e130e. 00010000:00000010:3.0:1776267961.232118:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca8dd7b. 00000400:00000200:1.0:1776267961.234503:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.234525:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b880 00000400:00000200:1.0:1776267961.234534:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb61f5 [2] + 0 00000400:00000200:1.0:1776267961.234572:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.234577:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.234584:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267961.234590:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073ff5367. 00000020:00000010:3.0:1776267961.234684:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bb2af19. 00000020:00000010:3.0:1776267961.234692:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000000602734. 00000020:00000010:3.0:1776267961.234695:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267961.234720:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000073ff5367 x1862549476128896/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267961.234752:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128896 02000000:00000010:3.0:1776267961.234774:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002b3496cd. 00010000:00000010:3.0:1776267961.234805:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b61663b3. 00010000:00000010:3.0:1776267961.234825:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca8dd7b. 00000100:00000010:3.0:1776267961.234831:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000656e130e. 00000100:00000010:3.0:1776267961.234849:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000656e130e. 00010000:00000010:3.0:1776267961.234854:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca8dd7b. 00000400:00000010:3.0:1776267961.234868:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094003477. 00000100:00000200:3.0:1776267961.234872:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128896, offset 224 00000400:00000200:3.0:1776267961.234880:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.234890:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.234917:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91440:91440:256:4294967295] 192.168.202.34@tcp LPNI seq info [91440:91440:8:4294967295] 00000400:00000200:3.0:1776267961.234927:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.234932:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.234937:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267961.234943:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.234950:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.234954:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267961.234972:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000000602734. 00000020:00000010:3.0:1776267961.234976:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267961.234979:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bb2af19. 00000800:00000200:3.0:1776267961.235033:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.235036:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:3.0:1776267961.235042:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.235045:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.235050:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094003477 00000400:00000010:3.0:1776267961.235053:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094003477. 00080000:00000010:1.0:1776267961.235226:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba8434f3. 00010000:00000010:1.0:1776267961.235328:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002cebc19. 00010000:00000010:1.0:1776267961.235336:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000527db07f. 00010000:00000010:1.0:1776267961.235411:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038f35720. 00010000:00000010:1.0:1776267961.235418:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267961.235427:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001782b405. 00000100:00000010:1.0:1776267961.235432:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267961.235439:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000327bfe9b. 02000000:00000010:1.0:1776267961.235449:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b2a35f2. 02000000:00000010:1.0:1776267961.235470:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8a6856c. 00000400:00000010:1.0:1776267961.235476:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038c0a477. 00000400:00000010:1.0:1776267961.235480:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267961.235486:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494656, portal 16 00000400:00000010:1.0:1776267961.235490:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034fbf27b. 00000100:00000200:1.0:1776267961.235492:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494656, offset 0 00000400:00000200:1.0:1776267961.235497:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.235503:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.235509:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.235512:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.235515:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.235517:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91441:91441:256:4294967295] 192.168.202.34@tcp LPNI seq info [91441:91441:8:4294967295] 00000400:00000200:1.0:1776267961.235525:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.235529:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.235532:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343698). 00000800:00000200:1.0:1776267961.235536:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.235540:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.235543:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267961.236080:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.236084:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:3.0:1776267961.236089:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.236093:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.236096:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034fbf27b 00000400:00000010:3.0:1776267961.236098:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034fbf27b. 00000100:00000200:3.0:1776267961.236104:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000327bfe9b x1862549489494656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267961.239209:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.239241:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2aa80 00000400:00000200:1.0:1776267961.239251:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7891 [1] + 224 00000400:00000200:1.0:1776267961.239266:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.239270:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.239280:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000327bfe9b x1862549489494656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267961.239406:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038c0a477. 00000400:00000200:3.0:1776267961.239411:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:3.0:1776267961.239413:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:3.0:1776267961.239419:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000327bfe9b x1862549489494656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267961.239427:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000327bfe9b x1862549489494656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267961.239470:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8a6856c. 02000000:00000010:3.0:1776267961.239476:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b2a35f2. 00000100:00000010:3.0:1776267961.239479:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000327bfe9b. 00000100:00000010:3.0:1776267961.239760:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:3.0:1776267961.239767:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001782b405. 00000400:00000200:3.0:1776267961.241373:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.241389:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b8c0 00000400:00000200:3.0:1776267961.241396:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb61f5 [2] + 328 00000400:00000200:3.0:1776267961.241448:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.241452:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.241469:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.241474:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000594b1263. 00000020:00000010:2.0:1776267961.241719:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f468ef9. 00000020:00000010:2.0:1776267961.241727:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001f524f38. 00000020:00000010:2.0:1776267961.241731:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267961.241759:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000594b1263 x1862549476128960/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267961.241793:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476128960 02000000:00000010:2.0:1776267961.241804:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f0effe5f. 00010000:00000010:2.0:1776267961.241834:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008489f059. 00010000:00000010:2.0:1776267961.241857:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ebb90ab. 00000100:00000010:2.0:1776267961.241864:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267961.241887:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267961.241892:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ebb90ab. 00000400:00000010:2.0:1776267961.241937:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a302828a. 00000100:00000200:2.0:1776267961.241942:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476128960, offset 224 00000400:00000200:2.0:1776267961.241950:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.241960:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.241965:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91442:91442:256:4294967295] 192.168.202.34@tcp LPNI seq info [91442:91442:8:4294967295] 00000400:00000200:2.0:1776267961.241975:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.241979:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.241984:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267961.241989:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.241995:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.241999:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267961.242014:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001f524f38. 00000020:00000010:2.0:1776267961.242019:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267961.242023:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f468ef9. 00080000:00000010:1.0:1776267961.242180:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b2a35f2. 00010000:00000010:1.0:1776267961.242275:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267961.242282:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efb308d3. 00010000:00000010:1.0:1776267961.242360:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b13c52a1. 00010000:00000010:1.0:1776267961.242366:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267961.242377:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d86b627d. 00000100:00000010:1.0:1776267961.242381:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a442faaa. 00000100:00000010:1.0:1776267961.242389:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000327bfe9b. 02000000:00000010:1.0:1776267961.242399:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8a6856c. 02000000:00000010:1.0:1776267961.242422:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fa914a1. 00000400:00000010:1.0:1776267961.242427:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028fe88a6. 00000400:00000010:1.0:1776267961.242431:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007677005. 00000100:00000200:1.0:1776267961.242436:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494720, portal 16 00000400:00000010:1.0:1776267961.242441:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae466b7c. 00000100:00000200:1.0:1776267961.242443:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494720, offset 0 00000400:00000200:1.0:1776267961.242447:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.242455:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.242464:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.242467:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.242470:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.242472:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91443:91443:255:4294967295] 192.168.202.34@tcp LPNI seq info [91443:91443:7:4294967295] 00000400:00000200:1.0:1776267961.242478:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.242483:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.242502:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343946). 00000800:00000200:1.0:1776267961.242506:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.242509:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.242512:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.242967:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.242972:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343698). 00000400:00000200:0.0:1776267961.242978:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.242983:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.242986:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a302828a 00000400:00000010:0.0:1776267961.242988:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a302828a. 00000800:00000200:0.0:1776267961.243032:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.243034:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:0.0:1776267961.243038:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.243041:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.243043:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae466b7c 00000400:00000010:0.0:1776267961.243044:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae466b7c. 00000100:00000200:0.0:1776267961.243050:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000327bfe9b x1862549489494720/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267961.244945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000809954b3. 00010000:00000010:3.1:1776267961.244958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7178603. 00010000:00000010:1.1:1776267961.245120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b213d30. 00010000:00000010:1.1:1776267961.249116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082f379bc. 00010000:00000010:1.1:1776267961.249132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000373e4b8d. 00010000:00000010:3.1:1776267961.250011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000437181d7. 00000400:00000200:1.0:1776267961.250708:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.250725:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2aac0 00000400:00000200:1.0:1776267961.250733:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb789d [1] + 224 00000400:00000200:1.0:1776267961.250754:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.250758:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.250770:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000327bfe9b x1862549489494720/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267961.251081:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028fe88a6. 00000400:00000200:3.0:1776267961.251087:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007677005 00000400:00000010:3.0:1776267961.251090:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007677005. 00000100:00000200:3.0:1776267961.251096:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000327bfe9b x1862549489494720/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267961.251104:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000327bfe9b x1862549489494720/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267961.251132:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fa914a1. 02000000:00000010:3.0:1776267961.251139:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8a6856c. 00000100:00000010:3.0:1776267961.251142:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000327bfe9b. 00000100:00000010:3.0:1776267961.251146:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a442faaa. 00010000:00000010:3.0:1776267961.251151:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d86b627d. 00000400:00000200:3.0:1776267961.251636:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.251647:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b900 00000400:00000200:3.0:1776267961.251655:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb61f5 [2] + 656 00000400:00000200:3.0:1776267961.251912:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.251917:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.251923:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.251927:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c1002d6e. 00000020:00000010:0.0:1776267961.251988:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099950597. 00000020:00000010:0.0:1776267961.251996:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.252000:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.252026:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c1002d6e x1862549476129024/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267961.252062:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129024 02000000:00000010:0.0:1776267961.252075:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000939c2bfc. 00010000:00000010:0.0:1776267961.252107:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c51b2436. 00010000:00000010:0.0:1776267961.252130:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002775ac7f. 00000100:00000010:0.0:1776267961.252135:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000639a9e12. 00000100:00000010:0.0:1776267961.252151:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000639a9e12. 00010000:00000010:0.0:1776267961.252155:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002775ac7f. 00000400:00000010:0.0:1776267961.252170:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267961.252175:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129024, offset 224 00000400:00000200:0.0:1776267961.252184:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.252197:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00080000:00000010:3.0:1776267961.252202:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000965a646c. 00000400:00000200:0.0:1776267961.252203:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91444:91444:256:4294967295] 192.168.202.34@tcp LPNI seq info [91444:91444:8:4294967295] 00000400:00000200:0.0:1776267961.252215:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.252232:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.252237:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267961.252244:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.252251:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.252255:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.252273:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.252288:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.252293:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099950597. 00000800:00000200:0.0:1776267961.252376:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.252380:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343450). 00000400:00000200:0.0:1776267961.252384:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.252388:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.252391:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:0.0:1776267961.252393:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00010000:00000010:3.0:1776267961.252679:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d56b376b. 00010000:00000010:3.0:1776267961.252696:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070f6af23. 00010000:00000010:3.0:1776267961.252772:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003352a06a. 00010000:00000010:3.0:1776267961.252778:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002cebc19. 00010000:00000010:3.0:1776267961.252788:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bca8dd7b. 00000100:00000010:3.0:1776267961.252792:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000656e130e. 00000100:00000010:3.0:1776267961.252798:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d720bc70. 02000000:00000010:3.0:1776267961.253067:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004bb2af19. 02000000:00000010:3.0:1776267961.253092:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e083a65. 00000400:00000010:3.0:1776267961.253097:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b825eafa. 00000400:00000010:3.0:1776267961.253102:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094003477. 00000100:00000200:3.0:1776267961.253106:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494784, portal 16 00000400:00000010:3.0:1776267961.253111:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000341d5d58. 00000100:00000200:3.0:1776267961.253113:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494784, offset 0 00000400:00000200:3.0:1776267961.253119:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.253138:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.253145:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.253148:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.253150:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.253153:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91445:91445:256:4294967295] 192.168.202.34@tcp LPNI seq info [91445:91445:8:4294967295] 00000400:00000200:3.0:1776267961.253161:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.253166:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.253170:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267961.253175:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.253180:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.253183:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.254138:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.254144:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267961.254151:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.254158:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.254163:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000341d5d58 00000400:00000010:0.0:1776267961.254165:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000341d5d58. 00000100:00000200:0.0:1776267961.254172:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d720bc70 x1862549489494784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267961.259244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbb153e0. 00010000:00000010:1.1:1776267961.259259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038f35720. 00010000:00000010:2.1:1776267961.259968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6c15440. 00010000:00000010:0.1:1776267961.261931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb4f84b9. 00000400:00000200:1.0:1776267961.262473:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.262490:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ab00 00000400:00000200:1.0:1776267961.262500:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb78a9 [1] + 224 00000400:00000200:1.0:1776267961.262515:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.262518:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.262528:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d720bc70 x1862549489494784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267961.262618:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b825eafa. 00000400:00000200:0.0:1776267961.262624:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094003477 00000400:00000010:0.0:1776267961.262626:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094003477. 00000100:00000200:0.0:1776267961.262631:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d720bc70 x1862549489494784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267961.262639:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d720bc70 x1862549489494784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267961.262668:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e083a65. 02000000:00000010:0.0:1776267961.262673:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004bb2af19. 00000100:00000010:0.0:1776267961.262677:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d720bc70. 00000100:00000010:0.0:1776267961.262690:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000656e130e. 00010000:00000010:0.0:1776267961.262694:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bca8dd7b. 00010000:00000010:3.1:1776267961.265127:0:78520:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085c5e54d. 00010000:00000010:3.1:1776267961.265141:0:78520:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b13c52a1. 00000400:00000200:1.0:1776267961.269742:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.269761:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b940 00000400:00000200:1.0:1776267961.269768:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb61f5 [2] + 984 00000400:00000200:1.0:1776267961.269833:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.269838:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.269844:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267961.269850:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 00000020:00000010:2.0:1776267961.270003:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f8a7614. 00000020:00000010:2.0:1776267961.270010:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c45040f. 00000020:00000010:2.0:1776267961.270015:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267961.270042:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005a528f70 x1862549476129088/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267961.270083:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129088 02000000:00000010:2.0:1776267961.270093:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000079a6b017. 00010000:00000010:2.0:1776267961.270122:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009b0bb672. 00010000:00000010:2.0:1776267961.270140:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a7e63d6b. 00000100:00000010:2.0:1776267961.270146:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267961.270160:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267961.270164:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a7e63d6b. 00000400:00000010:2.0:1776267961.270176:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4c7b484. 00000100:00000200:2.0:1776267961.270180:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129088, offset 224 00000400:00000200:2.0:1776267961.270188:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.270197:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.270202:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91446:91446:256:4294967295] 192.168.202.34@tcp LPNI seq info [91446:91446:8:4294967295] 00000400:00000200:2.0:1776267961.270211:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.270226:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.270232:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267961.270237:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.270244:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.270248:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267961.270267:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c45040f. 00000020:00000010:2.0:1776267961.270272:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267961.270275:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f8a7614. 00080000:00000010:2.0:1776267961.270332:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f8a7614. 00010000:00000010:2.0:1776267961.270416:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002cebc19. 00010000:00000010:2.0:1776267961.270422:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e19bdf3. 00010000:00000010:2.0:1776267961.270532:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000157d807. 00010000:00000010:2.0:1776267961.270539:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050b0cf4f. 00010000:00000010:2.0:1776267961.270550:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a7e63d6b. 00000100:00000010:2.0:1776267961.270553:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce336e07. 00000100:00000010:2.0:1776267961.270560:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e06806be. 02000000:00000010:2.0:1776267961.270572:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094e465ce. 02000000:00000010:2.0:1776267961.270594:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9ee2f3c. 00000400:00000010:2.0:1776267961.270599:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000010ca33c2. 00000400:00000010:2.0:1776267961.270603:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022cf8c37. 00000100:00000200:2.0:1776267961.270608:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494848, portal 16 00000400:00000010:2.0:1776267961.270613:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f66fea4f. 00000100:00000200:2.0:1776267961.270615:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494848, offset 0 00000400:00000200:2.0:1776267961.270621:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.270643:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.270649:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267961.270652:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267961.270655:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267961.270658:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91447:91447:255:4294967295] 192.168.202.34@tcp LPNI seq info [91447:91447:7:4294967295] 00000400:00000200:2.0:1776267961.270666:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.270672:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.270685:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343946). 00000800:00000200:2.0:1776267961.270690:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.270695:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.270698:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267961.271056:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.271060:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343698). 00000400:00000200:3.0:1776267961.271065:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.271069:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.271072:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4c7b484 00000400:00000010:3.0:1776267961.271073:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4c7b484. 00000800:00000200:3.0:1776267961.271116:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.271118:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:3.0:1776267961.271120:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.271122:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.271123:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f66fea4f 00000400:00000010:3.0:1776267961.271124:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f66fea4f. 00000100:00000200:3.0:1776267961.271128:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e06806be x1862549489494848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267961.274526:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.274558:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ab40 00000400:00000200:3.0:1776267961.274569:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb78b5 [1] + 224 00000400:00000200:3.0:1776267961.274596:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.274600:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.274633:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e06806be x1862549489494848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267961.275123:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.275131:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b980 00000400:00000200:3.0:1776267961.275136:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb61f5 [2] + 1312 00000400:00000200:3.0:1776267961.275188:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.275192:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.275197:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.275203:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc3056fa. 00000400:00000010:2.0:1776267961.275329:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010ca33c2. 00000400:00000200:2.0:1776267961.275335:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022cf8c37 00000400:00000010:2.0:1776267961.275338:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022cf8c37. 00000100:00000200:2.0:1776267961.275347:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e06806be x1862549489494848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267961.275357:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e06806be x1862549489494848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267961.275386:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9ee2f3c. 02000000:00000010:2.0:1776267961.275392:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094e465ce. 00000100:00000010:2.0:1776267961.275396:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e06806be. 00000100:00000010:2.0:1776267961.275399:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce336e07. 00010000:00000010:2.0:1776267961.275403:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a7e63d6b. 00000020:00000010:0.0:1776267961.275604:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099950597. 00000020:00000010:0.0:1776267961.275611:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.275615:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.275638:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc3056fa x1862549476129152/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267961.275671:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129152 02000000:00000010:0.0:1776267961.275683:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000859a32b4. 00010000:00000010:0.0:1776267961.275712:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000672ac077. 00010000:00000010:0.0:1776267961.275734:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002775ac7f. 00000100:00000010:0.0:1776267961.275740:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000639a9e12. 00000100:00000010:0.0:1776267961.275755:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000639a9e12. 00010000:00000010:0.0:1776267961.275759:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002775ac7f. 00000400:00000010:0.0:1776267961.275772:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267961.275776:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129152, offset 224 00000400:00000200:0.0:1776267961.275783:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.275794:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.275800:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91448:91448:256:4294967295] 192.168.202.34@tcp LPNI seq info [91448:91448:8:4294967295] 00000400:00000200:0.0:1776267961.275811:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.275816:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.275821:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267961.275827:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.275836:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.275840:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.275860:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.275864:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.275867:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099950597. 00080000:00000010:3.0:1776267961.275917:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed49fbe5. 00000800:00000200:0.0:1776267961.275968:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.275972:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343450). 00000400:00000200:0.0:1776267961.275976:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.275979:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.275982:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:0.0:1776267961.275983:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00010000:00000010:3.0:1776267961.276422:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050b0cf4f. 00010000:00000010:3.0:1776267961.276430:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f4c1bb7c. 00010000:00000010:3.0:1776267961.276510:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a050c0e. 00010000:00000010:3.0:1776267961.276524:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000092b78cde. 00010000:00000010:3.0:1776267961.276536:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ff0a180. 00000100:00000010:3.0:1776267961.276541:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a87857e0. 00000100:00000010:3.0:1776267961.276550:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026e2b15d. 02000000:00000010:3.0:1776267961.276562:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c0e8e997. 02000000:00000010:3.0:1776267961.276588:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b68b31f. 00000400:00000010:3.0:1776267961.276593:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed816137. 00000400:00000010:3.0:1776267961.276597:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0cacef. 00000100:00000200:3.0:1776267961.276602:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494912, portal 16 00000400:00000010:3.0:1776267961.276607:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073ae4338. 00000100:00000200:3.0:1776267961.276608:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494912, offset 0 00000400:00000200:3.0:1776267961.276614:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.276622:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.276627:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.276630:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.276633:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.276635:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91449:91449:256:4294967295] 192.168.202.34@tcp LPNI seq info [91449:91449:8:4294967295] 00000400:00000200:3.0:1776267961.276642:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.276646:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.276650:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267961.276655:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.276659:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.276661:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776267961.281398:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd9699d4. 00010000:00000010:2.1:1776267961.281413:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092f70859. 00010000:00000010:2.1:1776267961.281417:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00000800:00000200:2.0:1776267961.281440:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.281443:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:2.0:1776267961.281452:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.281461:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.281467:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073ae4338 00000400:00000010:2.0:1776267961.281469:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073ae4338. 00000100:00000200:2.0:1776267961.281480:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026e2b15d x1862549489494912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267961.283637:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.283658:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ab80 00000400:00000200:0.0:1776267961.283667:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb78c1 [1] + 224 00000400:00000200:0.0:1776267961.283680:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.283684:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.283693:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000026e2b15d x1862549489494912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267961.283733:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.283739:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6b9c0 00000400:00000200:0.0:1776267961.283744:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb61f5 [2] + 1640 00000400:00000010:2.0:1776267961.283773:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed816137. 00000400:00000200:2.0:1776267961.283780:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0cacef 00000400:00000010:2.0:1776267961.283782:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0cacef. 00000100:00000200:2.0:1776267961.283789:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026e2b15d x1862549489494912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267961.283797:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1776267961.283799:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026e2b15d x1862549489494912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267961.283804:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.283809:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267961.283815:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f2b7b. 02000000:00000010:2.0:1776267961.283850:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b68b31f. 02000000:00000010:2.0:1776267961.283866:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c0e8e997. 00000100:00000010:2.0:1776267961.283871:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026e2b15d. 00000020:00000010:0.0:1776267961.283872:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099950597. 00000100:00000010:2.0:1776267961.283876:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a87857e0. 00000020:00000010:0.0:1776267961.283879:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df9ebdfc. 00010000:00000010:2.0:1776267961.283882:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ff0a180. 00000020:00000010:0.0:1776267961.283886:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.283951:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68f2b7b x1862549476129216/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267961.283982:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129216 02000000:00000010:0.0:1776267961.283993:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000f3c6952. 00010000:00000010:0.0:1776267961.284019:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d782309. 00010000:00000010:0.0:1776267961.284037:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002775ac7f. 00000100:00000010:0.0:1776267961.284043:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000639a9e12. 00000100:00000010:0.0:1776267961.284052:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000639a9e12. 00010000:00000010:0.0:1776267961.284056:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002775ac7f. 00000400:00000010:0.0:1776267961.284067:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267961.284071:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129216, offset 224 00000400:00000200:0.0:1776267961.284078:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.284089:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.284096:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91450:91450:256:4294967295] 192.168.202.34@tcp LPNI seq info [91450:91450:8:4294967295] 00000400:00000200:0.0:1776267961.284106:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.284111:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.284115:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267961.284120:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.284126:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.284130:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.284155:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.284158:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.284161:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099950597. 00080000:00000010:0.0:1776267961.284191:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099950597. 00000800:00000200:2.0:1776267961.284252:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.284255:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343450). 00000400:00000200:2.0:1776267961.284260:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.284265:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.284268:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:2.0:1776267961.284269:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00010000:00000010:0.0:1776267961.284567:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092b78cde. 00010000:00000010:0.0:1776267961.284576:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000866b3251. 00010000:00000010:0.0:1776267961.284707:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfb657c0. 00010000:00000010:0.0:1776267961.284716:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bf88617. 00010000:00000010:0.0:1776267961.284728:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002775ac7f. 00000100:00000010:0.0:1776267961.284732:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000639a9e12. 00000100:00000010:0.0:1776267961.284739:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 02000000:00000010:0.0:1776267961.284750:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee2ed8a8. 02000000:00000010:0.0:1776267961.284774:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccfb753a. 00000400:00000010:0.0:1776267961.284780:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bcb308db. 00000400:00000010:0.0:1776267961.284784:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083f3734f. 00000100:00000200:0.0:1776267961.284789:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489494976, portal 16 00000400:00000010:0.0:1776267961.284795:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052669a04. 00000100:00000200:0.0:1776267961.284796:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489494976, offset 0 00000400:00000200:0.0:1776267961.284801:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.284808:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.284814:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267961.284817:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267961.284820:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267961.284823:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91451:91451:256:4294967295] 192.168.202.34@tcp LPNI seq info [91451:91451:8:4294967295] 00000400:00000200:0.0:1776267961.284830:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.284834:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.284837:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343698). 00000800:00000200:0.0:1776267961.284842:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.284847:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.284850:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776267961.284934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbb2ff2. 00000800:00000200:2.0:1776267961.285068:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.285072:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343450). 00000400:00000200:2.0:1776267961.285076:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.285080:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.285084:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052669a04 00000400:00000010:2.0:1776267961.285085:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052669a04. 00000100:00000200:2.0:1776267961.285091:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719f92a x1862549489494976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267961.286976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b2402e2. 00010000:00000010:3.1:1776267961.286987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00010000:00000010:0.1:1776267961.289401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060614331. 00010000:00000010:0.1:1776267961.289413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000524a7c2c. 00010000:00000010:0.1:1776267961.289418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00000400:00000200:3.0:1776267961.301593:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.301613:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2abc0 00000400:00000200:3.0:1776267961.301623:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb78cd [1] + 224 00000400:00000200:3.0:1776267961.301636:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.301640:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.301653:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719f92a x1862549489494976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267961.301698:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.301704:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ba00 00000400:00000200:3.0:1776267961.301709:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb61f5 [2] + 1968 00000400:00000010:3.0:1776267961.301713:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a4963c35. 00000400:00000200:3.0:1776267961.301717:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a6f4b8a4 00000400:00000200:3.0:1776267961.301772:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.301775:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.301778:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6f4b8a4 00000400:00000010:3.0:1776267961.301781:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a6f4b8a4 (tot 82343298). 00000100:00000200:3.0:1776267961.301786:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267961.301836:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cb7b395. 00000020:00000010:3.0:1776267961.301843:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041d84330. 00000020:00000010:3.0:1776267961.301847:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267961.301872:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d90cc91 x1862549476129280/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267961.301918:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129280 02000000:00000010:3.0:1776267961.301929:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000074d9b0d2. 00010000:00000010:3.0:1776267961.301970:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009671774e. 00000100:00000010:3.0:1776267961.301978:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002cbf6e50. 00000100:00000010:3.0:1776267961.301986:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002cbf6e50. 00010000:00000010:3.0:1776267961.301990:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009671774e. 00000400:00000010:3.0:1776267961.302003:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a04c9ce3. 00000100:00000200:3.0:1776267961.302008:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129280, offset 224 00000400:00000200:3.0:1776267961.302015:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.302026:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.302031:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91452:91452:256:4294967295] 192.168.202.34@tcp LPNI seq info [91452:91452:8:4294967295] 00000400:00000200:3.0:1776267961.302043:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.302048:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.302053:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343546). 00000800:00000200:3.0:1776267961.302058:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.302064:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.302068:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267961.302136:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041d84330. 00000020:00000010:3.0:1776267961.302141:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267961.302143:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cb7b395. 02000000:00000010:3.0:1776267961.302152:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000f3c6952. 00000100:00000010:3.0:1776267961.302155:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f2b7b. 02000000:00000010:3.0:1776267961.302159:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000859a32b4. 00000100:00000010:3.0:1776267961.302161:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc3056fa. 02000000:00000010:3.0:1776267961.302164:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000079a6b017. 00000100:00000010:3.0:1776267961.302166:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 02000000:00000010:3.0:1776267961.302168:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000939c2bfc. 00000100:00000010:3.0:1776267961.302170:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1002d6e. 02000000:00000010:3.0:1776267961.302173:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f0effe5f. 00000100:00000010:3.0:1776267961.302174:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000594b1263. 02000000:00000010:3.0:1776267961.302177:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002b3496cd. 00000100:00000010:3.0:1776267961.302178:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073ff5367. 00000100:00000200:3.0:1776267961.302198:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267961.302204:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c080821. 00000400:00000010:3.0:1776267961.302208:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002cbf6e50 (tot 82343698). 00000800:00000200:3.0:1776267961.302286:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.302289:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267961.302294:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.302297:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.302299:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a04c9ce3 00000400:00000010:3.0:1776267961.302301:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a04c9ce3. 02000000:00000010:3.0:1776267961.302304:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000074d9b0d2. 00000400:00000010:1.0:1776267961.304639:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bcb308db. 00000400:00000200:1.0:1776267961.304651:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083f3734f 00000400:00000010:1.0:1776267961.304653:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083f3734f. 00000100:00000200:1.0:1776267961.304667:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719f92a x1862549489494976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.304678:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719f92a x1862549489494976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267961.304704:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd91f1f6. 02000000:00000010:1.0:1776267961.304719:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccfb753a. 02000000:00000010:1.0:1776267961.304724:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee2ed8a8. 00000100:00000010:1.0:1776267961.304728:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 00000100:00000010:1.0:1776267961.304743:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000639a9e12. 00010000:00000010:1.0:1776267961.304748:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002775ac7f. 00080000:00000010:1.0:1776267961.304767:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e2877bf. 00010000:00000010:1.0:1776267961.304861:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bf88617. 00010000:00000010:1.0:1776267961.304870:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fdcc5a3f. 00010000:00000010:1.0:1776267961.304962:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038f35720. 00010000:00000010:1.0:1776267961.304969:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000080a07673. 00010000:00000010:1.0:1776267961.304985:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267961.304991:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267961.305000:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 02000000:00000010:1.0:1776267961.305012:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fcf382b0. 02000000:00000010:1.0:1776267961.305045:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4e3c1b2. 00000400:00000010:1.0:1776267961.305050:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267961.305056:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267961.305062:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489495040, portal 16 00000400:00000010:1.0:1776267961.305068:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267961.305070:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489495040, offset 0 00000400:00000200:1.0:1776267961.305077:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.305090:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.305098:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.305101:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.305104:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.305108:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91453:91453:256:4294967295] 192.168.202.34@tcp LPNI seq info [91453:91453:8:4294967295] 00000400:00000200:1.0:1776267961.305118:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.305124:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.305128:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267961.305135:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.305141:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.305146:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.305387:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.305392:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:2.0:1776267961.305398:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.305403:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.305406:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:2.0:1776267961.305408:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:2.0:1776267961.305414:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008274bc47 x1862549489495040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267961.314853:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.314886:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ac00 00000400:00000200:3.0:1776267961.314920:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb78dd [1] + 224 00000400:00000200:3.0:1776267961.314936:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.314940:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.314952:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008274bc47 x1862549489495040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267961.315030:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:1.0:1776267961.315044:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:1.0:1776267961.315047:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:1.0:1776267961.315054:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008274bc47 x1862549489495040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.315062:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008274bc47 x1862549489495040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267961.315093:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4e3c1b2. 02000000:00000010:1.0:1776267961.315099:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fcf382b0. 00000100:00000010:1.0:1776267961.315102:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 00000100:00000010:1.0:1776267961.315107:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267961.315112:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00000400:00000200:3.0:1776267961.315577:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.315585:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ba40 00000400:00000200:3.0:1776267961.315591:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb624d [2] + 0 00000400:00000200:3.0:1776267961.315644:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.315648:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.315653:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.315659:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000594b1263. 00010000:00000010:1.1:1776267961.318940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2eb83de. 00010000:00000010:1.1:1776267961.318956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0c0334d. 00010000:00000010:1.1:1776267961.318961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb657c0. 00000020:00000010:1.0:1776267961.320114:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093d3c9df. 00000020:00000010:1.0:1776267961.320125:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dd10702b. 00000020:00000010:1.0:1776267961.320129:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267961.320161:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000594b1263 x1862549476129344/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267961.320202:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129344 02000000:00000010:1.0:1776267961.320214:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fcf382b0. 00010000:00000010:1.0:1776267961.320255:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004cac9161. 00010000:00000010:1.0:1776267961.320275:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267961.320282:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267961.320301:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267961.320307:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00000400:00000010:1.0:1776267961.320322:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267961.320328:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129344, offset 224 00000400:00000200:1.0:1776267961.320336:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.320351:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.320357:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91454:91454:256:4294967295] 192.168.202.34@tcp LPNI seq info [91454:91454:8:4294967295] 00000400:00000200:1.0:1776267961.320369:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.320375:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.320380:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267961.320386:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.320392:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.320396:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267961.320418:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dd10702b. 00000020:00000010:1.0:1776267961.320422:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267961.320425:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093d3c9df. 00080000:00000010:0.0:1776267961.320470:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000722d6fda. 00000800:00000200:1.0:1776267961.320546:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.320551:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00010000:00000010:0.0:1776267961.320557:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080a07673. 00000400:00000200:1.0:1776267961.320559:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1776267961.320564:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf992afe. 00000400:00000200:1.0:1776267961.320566:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.320572:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:1.0:1776267961.320573:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00010000:00000010:0.0:1776267961.320628:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad20466f. 00010000:00000010:0.0:1776267961.320633:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e35d324e. 00010000:00000010:0.0:1776267961.320641:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8aba098. 00000100:00000010:0.0:1776267961.320645:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094f7b237. 00000100:00000010:0.0:1776267961.320652:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002cdec994. 02000000:00000010:0.0:1776267961.320662:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085bdda99. 02000000:00000010:1.0:1776267961.323792:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093d3c9df. 00000400:00000010:1.0:1776267961.324058:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267961.324067:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267961.324075:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489495104, portal 16 00000400:00000010:1.0:1776267961.324083:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c700c40e. 00000100:00000200:1.0:1776267961.324086:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489495104, offset 0 00000400:00000200:1.0:1776267961.324097:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.324114:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.324120:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.324124:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.324127:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.324302:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91455:91455:256:4294967295] 192.168.202.34@tcp LPNI seq info [91455:91455:8:4294967295] 00000400:00000200:1.0:1776267961.324314:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.324321:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.324326:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267961.324333:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.324340:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.324344:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.325774:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.325781:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:0.0:1776267961.325788:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.325796:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.325801:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c700c40e 00000400:00000010:0.0:1776267961.325804:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c700c40e. 00000100:00000200:0.0:1776267961.329342:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002cdec994 x1862549489495104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.338613:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.338634:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ac40 00000400:00000200:2.0:1776267961.338645:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb78e9 [1] + 224 00000400:00000200:2.0:1776267961.338658:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.338663:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.338678:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002cdec994 x1862549489495104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.338758:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.338764:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ba80 00000400:00000200:2.0:1776267961.338769:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb624d [2] + 328 00000400:00000200:2.0:1776267961.338817:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.338821:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.338826:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267961.338833:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e06806be. 00000020:00000010:3.0:1776267961.338988:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074d9b0d2. 00000020:00000010:3.0:1776267961.338995:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000000602734. 00000020:00000010:3.0:1776267961.339000:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267961.339024:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e06806be x1862549476129408/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267961.339065:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129408 02000000:00000010:3.0:1776267961.339076:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008cb7b395. 00010000:00000010:3.0:1776267961.339167:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009671774e. 00000100:00000010:3.0:1776267961.339174:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0032103. 00000100:00000010:3.0:1776267961.339180:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d0032103. 00010000:00000010:3.0:1776267961.339183:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009671774e. 00000400:00000010:3.0:1776267961.339198:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a04c9ce3. 00000100:00000200:3.0:1776267961.339202:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129408, offset 224 00000400:00000200:3.0:1776267961.339210:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.339236:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.339242:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91456:91456:256:4294967295] 192.168.202.34@tcp LPNI seq info [91456:91456:8:4294967295] 00000400:00000200:3.0:1776267961.339253:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.339258:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.339263:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267961.339268:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.339275:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.339279:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267961.339298:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000000602734. 00000020:00000010:3.0:1776267961.339302:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267961.339305:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074d9b0d2. 00000800:00000200:3.0:1776267961.339373:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.339377:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267961.339383:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.339387:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.339390:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a04c9ce3 00000400:00000010:3.0:1776267961.339392:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a04c9ce3. 00010000:00000010:0.1:1776267961.339426:0:55358:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002d51f81. 00010000:00000010:0.1:1776267961.339435:0:55358:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038f35720. 00000400:00000010:1.0:1776267961.342596:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:1.0:1776267961.342608:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:1.0:1776267961.342610:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:1.0:1776267961.342624:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002cdec994 x1862549489495104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.342635:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002cdec994 x1862549489495104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267961.342670:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cc72d0a. 02000000:00000010:1.0:1776267961.342693:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093d3c9df. 02000000:00000010:1.0:1776267961.342699:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085bdda99. 00000100:00000010:1.0:1776267961.342703:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002cdec994. 00000100:00000010:1.0:1776267961.342707:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094f7b237. 00010000:00000010:1.0:1776267961.342712:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8aba098. 00080000:00000010:1.0:1776267961.342737:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093d3c9df. 00010000:00000010:1.0:1776267961.342861:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e35d324e. 00010000:00000010:1.0:1776267961.342869:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ffa0db4. 00010000:00000010:1.0:1776267961.342964:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053fdbf60. 00010000:00000010:1.0:1776267961.342972:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.342986:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267961.342992:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267961.343000:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 02000000:00000010:1.0:1776267961.343012:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4e3c1b2. 02000000:00000010:1.0:1776267961.343041:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fa914a1. 00000400:00000010:1.0:1776267961.343046:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267961.343051:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267961.343057:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489495168, portal 16 00000400:00000010:1.0:1776267961.343061:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008757b184. 00000100:00000200:1.0:1776267961.343063:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489495168, offset 0 00000400:00000200:1.0:1776267961.343070:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.343084:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.343091:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.343094:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.343097:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.343100:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91457:91457:256:4294967295] 192.168.202.34@tcp LPNI seq info [91457:91457:8:4294967295] 00000400:00000200:1.0:1776267961.343110:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.343115:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.343119:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343698). 00000800:00000200:1.0:1776267961.343125:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.343510:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.343515:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776267961.344082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007cbb08e. 00000800:00000200:3.0:1776267961.344210:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.344213:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:3.0:1776267961.344228:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.344233:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.344237:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008757b184 00000400:00000010:3.0:1776267961.344238:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008757b184. 00000100:00000200:3.0:1776267961.344244:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008274bc47 x1862549489495168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.346708:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.346726:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ac80 00000400:00000200:2.0:1776267961.346736:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb78f5 [1] + 224 00000400:00000200:2.0:1776267961.346750:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.346755:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.346765:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008274bc47 x1862549489495168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267961.346860:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:1.0:1776267961.346865:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:1.0:1776267961.346868:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:1.0:1776267961.346874:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008274bc47 x1862549489495168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.346882:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008274bc47 x1862549489495168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267961.347111:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fa914a1. 02000000:00000010:1.0:1776267961.347118:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b4e3c1b2. 00000100:00000010:1.0:1776267961.347123:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 00000100:00000010:1.0:1776267961.347137:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267961.347143:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00010000:00000010:1.1:1776267961.348942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bb2a2a7. 00010000:00000010:1.1:1776267961.348957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051b06f46. 00010000:00000010:1.1:1776267961.348963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad20466f. 00000400:00000200:3.0:1776267961.352061:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.352084:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bac0 00000400:00000200:3.0:1776267961.352093:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb624d [2] + 656 00000400:00000200:3.0:1776267961.352154:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.352159:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.352166:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.352173:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c1002d6e. 00000020:00000010:2.0:1776267961.352561:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e911e8da. 00000020:00000010:2.0:1776267961.352569:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c45040f. 00000020:00000010:2.0:1776267961.352574:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267961.352603:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c1002d6e x1862549476129472/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267961.352641:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129472 02000000:00000010:2.0:1776267961.352653:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038b68da9. 00010000:00000010:2.0:1776267961.352685:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006832c6a8. 00010000:00000010:2.0:1776267961.352707:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bcac5571. 00000100:00000010:2.0:1776267961.352716:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030042ce4. 00000100:00000010:2.0:1776267961.352736:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030042ce4. 00010000:00000010:2.0:1776267961.352741:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bcac5571. 00000400:00000010:2.0:1776267961.352755:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022cf8c37. 00000100:00000200:2.0:1776267961.352760:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129472, offset 224 00000400:00000200:2.0:1776267961.352768:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.352779:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.352785:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91458:91458:256:4294967295] 192.168.202.34@tcp LPNI seq info [91458:91458:8:4294967295] 00000400:00000200:2.0:1776267961.352796:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.352811:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.352817:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267961.352823:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.352830:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.352835:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267961.352864:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c45040f. 00000020:00000010:2.0:1776267961.352869:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267961.352872:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e911e8da. 00080000:00000010:1.0:1776267961.353097:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4e3c1b2. 00010000:00000010:1.0:1776267961.353199:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.353205:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e3f47a4. 00010000:00000010:1.0:1776267961.353307:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003774a7d6. 00010000:00000010:1.0:1776267961.353313:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.353323:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267961.353327:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267961.353334:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 02000000:00000010:1.0:1776267961.353345:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000fa914a1. 02000000:00000010:1.0:1776267961.353380:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8a6856c. 00000400:00000010:1.0:1776267961.353387:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267961.353391:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267961.353397:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489495232, portal 16 00000400:00000010:1.0:1776267961.353402:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fd3bfba. 00000100:00000200:1.0:1776267961.353404:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489495232, offset 0 00000400:00000200:1.0:1776267961.353411:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.353418:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.353425:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.353429:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.353432:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.353435:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91459:91459:255:4294967295] 192.168.202.34@tcp LPNI seq info [91459:91459:7:4294967295] 00000400:00000200:1.0:1776267961.353445:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.353450:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.353453:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343946). 00000800:00000200:1.0:1776267961.353459:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.353464:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.353466:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.353666:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.353672:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343698). 00000400:00000200:0.0:1776267961.353680:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.353684:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.353688:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022cf8c37 00000400:00000010:0.0:1776267961.353690:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022cf8c37. 00000800:00000200:0.0:1776267961.353748:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.353750:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:0.0:1776267961.353754:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.353758:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.353760:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fd3bfba 00000400:00000010:0.0:1776267961.353761:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fd3bfba. 00000100:00000200:0.0:1776267961.353765:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008274bc47 x1862549489495232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267961.359165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000951a276b. 00000400:00000200:2.0:1776267961.359696:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.359717:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2acc0 00000400:00000200:2.0:1776267961.359727:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7901 [1] + 224 00000400:00000200:2.0:1776267961.359742:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.359747:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.359760:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008274bc47 x1862549489495232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267961.363369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b199adde. 00010000:00000010:1.1:1776267961.363387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053fdbf60. 00000400:00000010:1.0:1776267961.363412:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:1.0:1776267961.363418:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:1.0:1776267961.363420:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:1.0:1776267961.363438:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008274bc47 x1862549489495232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.363449:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008274bc47 x1862549489495232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267961.363484:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8a6856c. 02000000:00000010:1.0:1776267961.363490:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000fa914a1. 00000100:00000010:1.0:1776267961.363494:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 00000100:00000010:1.0:1776267961.363499:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267961.363503:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00000400:00000200:3.0:1776267961.364196:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.364226:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bb00 00000400:00000200:3.0:1776267961.364235:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb624d [2] + 984 00000400:00000200:3.0:1776267961.364299:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.364304:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.364311:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.364315:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc3056fa. 00000020:00000010:0.0:1776267961.364641:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071e9a98a. 00000020:00000010:0.0:1776267961.364650:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.364655:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.364684:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc3056fa x1862549476129536/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267961.364723:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129536 02000000:00000010:0.0:1776267961.364735:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000612a9e45. 00010000:00000010:0.0:1776267961.364763:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc44bb42. 00010000:00000010:0.0:1776267961.364784:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086aa83a0. 00000100:00000010:0.0:1776267961.364791:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036453666. 00000100:00000010:0.0:1776267961.364818:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000036453666. 00010000:00000010:0.0:1776267961.364824:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086aa83a0. 00000400:00000010:0.0:1776267961.364838:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b63bbdc2. 00000100:00000200:0.0:1776267961.364843:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129536, offset 224 00000400:00000200:0.0:1776267961.364851:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.364861:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.364867:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91460:91460:256:4294967295] 192.168.202.34@tcp LPNI seq info [91460:91460:8:4294967295] 00000400:00000200:0.0:1776267961.364877:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.364882:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.364886:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267961.364930:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.364948:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.364952:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.364968:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000df9ebdfc. 00000020:00000010:0.0:1776267961.364972:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.364974:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071e9a98a. 00000800:00000200:0.0:1776267961.365044:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.365047:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:0.0:1776267961.365051:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.365054:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.365057:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b63bbdc2 00000400:00000010:0.0:1776267961.365059:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b63bbdc2. 00080000:00000010:1.0:1776267961.365763:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fa914a1. 00010000:00000010:1.0:1776267961.365869:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.365878:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed1434b1. 00010000:00000010:1.0:1776267961.366004:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053fdbf60. 00010000:00000010:1.0:1776267961.366012:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.366025:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267961.366032:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267961.366042:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 02000000:00000010:1.0:1776267961.366056:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8a6856c. 02000000:00000010:1.0:1776267961.366085:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6c487aa. 00000400:00000010:1.0:1776267961.366091:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267961.366095:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267961.366101:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489495296, portal 16 00000400:00000010:1.0:1776267961.366106:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c75b50e9. 00000100:00000200:1.0:1776267961.366108:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489495296, offset 0 00000400:00000200:1.0:1776267961.366115:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.366127:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.366145:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.366149:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.366152:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.366155:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91461:91461:256:4294967295] 192.168.202.34@tcp LPNI seq info [91461:91461:8:4294967295] 00000400:00000200:1.0:1776267961.366163:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.366168:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.366172:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267961.366177:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.366501:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.366505:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.367859:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.367865:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:2.0:1776267961.367872:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.367879:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.367884:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c75b50e9 00000400:00000010:2.0:1776267961.367886:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c75b50e9. 00000100:00000200:2.0:1776267961.367924:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008274bc47 x1862549489495296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267961.369085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abec4c1a. 00010000:00000010:1.1:1776267961.373346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7a8f9e6. 00010000:00000010:1.1:1776267961.373371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00000400:00000200:3.0:1776267961.375300:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.375319:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ad00 00000400:00000200:3.0:1776267961.375328:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb790d [1] + 224 00000400:00000200:3.0:1776267961.375343:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.375347:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.375360:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008274bc47 x1862549489495296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267961.375550:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:1.0:1776267961.375556:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:1.0:1776267961.375558:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:1.0:1776267961.375563:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008274bc47 x1862549489495296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.375571:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008274bc47 x1862549489495296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267961.375603:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6c487aa. 02000000:00000010:1.0:1776267961.375609:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8a6856c. 00000100:00000010:1.0:1776267961.375613:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 00000100:00000010:1.0:1776267961.375618:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267961.375623:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00000400:00000200:0.0:1776267961.376665:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.376691:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bb40 00000400:00000200:0.0:1776267961.376699:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb624d [2] + 1312 00000400:00000200:0.0:1776267961.378460:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.378474:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.378483:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267961.378491:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000339ea1b5. 00000020:00000010:2.0:1776267961.379028:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e911e8da. 00000020:00000010:2.0:1776267961.379043:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c45040f. 00000020:00000010:2.0:1776267961.379047:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267961.379075:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000339ea1b5 x1862549476129600/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267961.379108:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129600 02000000:00000010:2.0:1776267961.379120:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094e465ce. 00010000:00000010:2.0:1776267961.379151:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b208bf8. 00010000:00000010:2.0:1776267961.379174:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bcac5571. 00000100:00000010:2.0:1776267961.379181:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030042ce4. 00000100:00000010:2.0:1776267961.379204:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030042ce4. 00010000:00000010:2.0:1776267961.379208:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bcac5571. 00000400:00000010:2.0:1776267961.379231:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d61039d. 00000100:00000200:2.0:1776267961.379236:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129600, offset 224 00000400:00000200:2.0:1776267961.379244:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.379257:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.379263:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91462:91462:256:4294967295] 192.168.202.34@tcp LPNI seq info [91462:91462:8:4294967295] 00000400:00000200:2.0:1776267961.379272:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.379277:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.379283:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267961.379290:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.379297:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.379300:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776267961.379317:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6c487aa. 00000020:00000010:2.0:1776267961.379325:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c45040f. 00000020:00000010:2.0:1776267961.379331:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267961.379333:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e911e8da. 00010000:00000010:1.0:1776267961.379423:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00000800:00000200:2.0:1776267961.379428:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1776267961.379431:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb214d2f. 00000800:00000010:2.0:1776267961.379432:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:2.0:1776267961.379441:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.379445:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.379449:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d61039d 00000400:00000010:2.0:1776267961.379450:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d61039d. 00010000:00000010:1.0:1776267961.379514:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003774a7d6. 00010000:00000010:1.0:1776267961.379521:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.379534:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267961.379538:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267961.379545:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 02000000:00000010:1.0:1776267961.379558:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8a6856c. 02000000:00000010:1.0:1776267961.379589:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1c829e8. 00000400:00000010:1.0:1776267961.379596:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267961.379600:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267961.379606:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489495360, portal 16 00000400:00000010:1.0:1776267961.379611:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf197cb7. 00000100:00000200:1.0:1776267961.379613:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489495360, offset 0 00000400:00000200:1.0:1776267961.379618:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.379625:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.379633:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.379637:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.379640:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.379643:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91463:91463:256:4294967295] 192.168.202.34@tcp LPNI seq info [91463:91463:8:4294967295] 00000400:00000200:1.0:1776267961.379650:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.379654:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.379657:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343698). 00000800:00000200:1.0:1776267961.379661:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.379665:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.379667:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.380610:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.380615:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:2.0:1776267961.380622:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.380629:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.380633:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf197cb7 00000400:00000010:2.0:1776267961.380635:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf197cb7. 00000100:00000200:2.0:1776267961.380642:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008274bc47 x1862549489495360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.382650:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.382669:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ad40 00000400:00000200:2.0:1776267961.382679:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7919 [1] + 224 00000400:00000200:2.0:1776267961.382703:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.382707:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.382717:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008274bc47 x1862549489495360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.382797:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.382813:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bb80 00000400:00000200:2.0:1776267961.382819:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb624d [2] + 1640 00000400:00000200:2.0:1776267961.382831:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.382833:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.382837:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267961.382844:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001f24538. 00000020:00000010:3.0:1776267961.382964:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070514e76. 00000020:00000010:3.0:1776267961.382973:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000000602734. 00000020:00000010:3.0:1776267961.382977:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267961.383003:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001f24538 x1862549476129664/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267961.383037:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129664 02000000:00000010:3.0:1776267961.383049:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb4658e0. 00010000:00000010:3.0:1776267961.383090:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009671774e. 00000100:00000010:3.0:1776267961.383098:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0032103. 00000100:00000010:3.0:1776267961.383106:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d0032103. 00010000:00000010:3.0:1776267961.383110:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009671774e. 00000400:00000010:3.0:1776267961.383125:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a04c9ce3. 00000100:00000200:3.0:1776267961.383141:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129664, offset 224 00000400:00000200:3.0:1776267961.383149:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.383159:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.383165:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91464:91464:256:4294967295] 192.168.202.34@tcp LPNI seq info [91464:91464:8:4294967295] 00000400:00000200:3.0:1776267961.383175:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.383187:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.383192:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267961.383198:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.383204:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.383208:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267961.383237:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000000602734. 00000020:00000010:3.0:1776267961.383242:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267961.383244:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070514e76. 00000800:00000200:2.0:1776267961.383615:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.383619:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:2.0:1776267961.383625:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.383629:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.383634:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a04c9ce3 00000400:00000010:2.0:1776267961.383635:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a04c9ce3. 00000400:00000010:1.0:1776267961.384390:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:1.0:1776267961.384396:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:1.0:1776267961.384398:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:1.0:1776267961.384406:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008274bc47 x1862549489495360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.384416:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008274bc47 x1862549489495360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267961.384440:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001cbc23a. 02000000:00000010:1.0:1776267961.384456:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1c829e8. 02000000:00000010:1.0:1776267961.384461:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8a6856c. 00000100:00000010:1.0:1776267961.384466:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 00000100:00000010:1.0:1776267961.384470:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267961.384474:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00080000:00000010:1.0:1776267961.384493:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1c829e8. 00010000:00000010:1.0:1776267961.384581:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.384589:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001eb3f99a. 00010000:00000010:1.0:1776267961.384666:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000930ee9. 00010000:00000010:1.0:1776267961.384673:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.384791:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267961.384796:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267961.384803:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 00010000:00000010:1.1:1776267961.385336:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e744493. 00010000:00000010:1.1:1776267961.385344:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053fdbf60. 02000000:00000010:1.0:1776267961.385361:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4bc9b5b. 02000000:00000010:1.0:1776267961.385389:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa2f4322. 00000400:00000010:1.0:1776267961.385395:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267961.385400:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267961.385408:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489495424, portal 16 00000400:00000010:1.0:1776267961.385413:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756ab9ae. 00000100:00000200:1.0:1776267961.385415:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489495424, offset 0 00000400:00000200:1.0:1776267961.385424:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.385437:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.385444:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.385448:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.385450:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.385453:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91465:91465:256:4294967295] 192.168.202.34@tcp LPNI seq info [91465:91465:8:4294967295] 00000400:00000200:1.0:1776267961.385464:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.385469:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.385473:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343698). 00000800:00000200:1.0:1776267961.385480:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.385487:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.385490:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.385634:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.385637:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:2.0:1776267961.385643:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.385647:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.385651:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756ab9ae 00000400:00000010:2.0:1776267961.385653:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756ab9ae. 00000100:00000200:2.0:1776267961.385658:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008274bc47 x1862549489495424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267961.386008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000186e41f4. 00000400:00000200:2.0:1776267961.391038:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.391060:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ad80 00000400:00000200:2.0:1776267961.391070:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7925 [1] + 224 00000400:00000200:2.0:1776267961.391082:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.391086:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.391097:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008274bc47 x1862549489495424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.391298:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.391305:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bbc0 00000400:00000200:2.0:1776267961.391310:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb624d [2] + 1968 00000400:00000010:2.0:1776267961.391314:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ac280a9c. 00000400:00000200:2.0:1776267961.391318:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000703627d9 00000400:00000200:2.0:1776267961.391377:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.391381:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.391384:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000703627d9 00000400:00000010:2.0:1776267961.391385:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000703627d9 (tot 82343298). 00000100:00000200:2.0:1776267961.391393:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1776267961.391493:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:1.0:1776267961.391497:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:1.0:1776267961.391499:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:1.0:1776267961.391505:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008274bc47 x1862549489495424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.391513:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008274bc47 x1862549489495424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267961.391540:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa2f4322. 02000000:00000010:1.0:1776267961.391545:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e4bc9b5b. 00000100:00000010:1.0:1776267961.391548:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 00000100:00000010:1.0:1776267961.391552:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267961.391556:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00000020:00000010:2.0:1776267961.392542:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e911e8da. 00000020:00000010:2.0:1776267961.392553:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c45040f. 00000020:00000010:2.0:1776267961.392558:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267961.392586:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cc06204f x1862549476129728/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267961.392668:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129728 02000000:00000010:2.0:1776267961.392679:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a9ee2f3c. 00010000:00000010:2.0:1776267961.392717:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000848050e1. 00010000:00000010:2.0:1776267961.392739:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bcac5571. 00000100:00000010:2.0:1776267961.392746:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030042ce4. 00000100:00000010:2.0:1776267961.392797:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030042ce4. 00010000:00000010:2.0:1776267961.392802:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bcac5571. 00000400:00000010:2.0:1776267961.392826:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d61039d. 00000100:00000200:2.0:1776267961.392831:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129728, offset 224 00000400:00000200:2.0:1776267961.392839:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.392853:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.392859:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91466:91466:256:4294967295] 192.168.202.34@tcp LPNI seq info [91466:91466:8:4294967295] 00000400:00000200:2.0:1776267961.392877:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.392883:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.392887:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343546). 00000800:00000200:2.0:1776267961.392921:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.392929:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.392933:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267961.392950:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c45040f. 00000020:00000010:2.0:1776267961.392954:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267961.392958:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e911e8da. 02000000:00000010:2.0:1776267961.392966:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb4658e0. 00000100:00000010:2.0:1776267961.392969:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001f24538. 02000000:00000010:2.0:1776267961.392973:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094e465ce. 00000100:00000010:2.0:1776267961.392975:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000339ea1b5. 02000000:00000010:2.0:1776267961.392978:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000612a9e45. 00000100:00000010:2.0:1776267961.392980:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc3056fa. 02000000:00000010:2.0:1776267961.392983:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038b68da9. 00000100:00000010:2.0:1776267961.392985:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1002d6e. 02000000:00000010:2.0:1776267961.392988:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008cb7b395. 00000100:00000010:2.0:1776267961.392989:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e06806be. 02000000:00000010:2.0:1776267961.392992:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fcf382b0. 00000100:00000010:2.0:1776267961.392994:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000594b1263. 00000100:00000200:2.0:1776267961.393001:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776267961.393007:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac280a9c. 00000400:00000010:2.0:1776267961.393011:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000030042ce4 (tot 82343698). 00080000:00000010:1.0:1776267961.393520:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4bc9b5b. 00010000:00000010:1.0:1776267961.393619:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.393628:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000008b3933d. 00010000:00000010:1.1:1776267961.395053:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006484c99e. 00010000:00000010:1.1:1776267961.395066:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff7993bb. 00010000:00000010:1.1:1776267961.395069:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00010000:00000010:1.0:1776267961.395084:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003774a7d6. 00010000:00000010:1.0:1776267961.395093:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.395109:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267961.395116:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267961.395125:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 02000000:00000010:1.0:1776267961.397649:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa2f4322. 02000000:00000010:1.0:1776267961.398100:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d18a3d44. 00000400:00000010:1.0:1776267961.398108:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267961.398114:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267961.398122:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489495488, portal 16 00000400:00000010:1.0:1776267961.398127:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bde3ac1. 00000100:00000200:1.0:1776267961.398138:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489495488, offset 0 00000400:00000200:1.0:1776267961.398147:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.398162:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.398167:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.398170:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.398173:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.398176:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91467:91467:255:4294967295] 192.168.202.34@tcp LPNI seq info [91467:91467:7:4294967295] 00000400:00000200:1.0:1776267961.398193:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.398199:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.398203:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343946). 00000800:00000200:1.0:1776267961.398209:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.398225:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.398229:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.406078:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.406086:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343698). 00000400:00000200:2.0:1776267961.406099:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.406109:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.406116:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d61039d 00000400:00000010:2.0:1776267961.406118:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d61039d. 02000000:00000010:2.0:1776267961.406454:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a9ee2f3c. 00010000:00000010:2.1:1776267961.414643:0:15885:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083998af0. 00000800:00000200:2.0:1776267961.414687:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.414691:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:2.0:1776267961.414810:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.414821:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.414833:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bde3ac1 00000400:00000010:2.0:1776267961.414836:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bde3ac1. 00000100:00000200:2.0:1776267961.414849:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008274bc47 x1862549489495488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267961.415965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2bee78b. 00010000:00000010:1.1:1776267961.415989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000930ee9. 00000400:00000200:2.0:1776267961.422916:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.422941:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2adc0 00000400:00000200:2.0:1776267961.422950:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7935 [1] + 224 00000400:00000200:2.0:1776267961.422969:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.422973:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.422983:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008274bc47 x1862549489495488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267961.423102:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:1.0:1776267961.423115:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:1.0:1776267961.423118:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:1.0:1776267961.423132:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008274bc47 x1862549489495488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.423143:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008274bc47 x1862549489495488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267961.423179:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d18a3d44. 02000000:00000010:1.0:1776267961.423187:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aa2f4322. 00000100:00000010:1.0:1776267961.423191:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 00000100:00000010:1.0:1776267961.423196:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267961.423202:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00000400:00000200:2.0:1776267961.424557:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.424572:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bc00 00000400:00000200:2.0:1776267961.424580:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb62a5 [2] + 0 00000400:00000200:2.0:1776267961.424647:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.424652:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.424659:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267961.424665:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e06806be. 00000020:00000010:3.0:1776267961.425576:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d41ffea. 00000020:00000010:3.0:1776267961.425590:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000000602734. 00000020:00000010:3.0:1776267961.425596:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267961.425634:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e06806be x1862549476129792/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267961.425681:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129792 02000000:00000010:3.0:1776267961.425696:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bb874000. 00010000:00000010:3.0:1776267961.425807:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c9f3e4a. 00010000:00000010:3.0:1776267961.425837:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009671774e. 00000100:00000010:3.0:1776267961.425847:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0032103. 00000100:00000010:3.0:1776267961.425874:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d0032103. 00010000:00000010:3.0:1776267961.425878:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009671774e. 00000400:00000010:3.0:1776267961.425958:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8542c5d. 00000100:00000200:3.0:1776267961.425964:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129792, offset 224 00000400:00000200:3.0:1776267961.425973:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.425993:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.426003:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91468:91468:256:4294967295] 192.168.202.34@tcp LPNI seq info [91468:91468:8:4294967295] 00000400:00000200:3.0:1776267961.426016:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.426025:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.426032:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267961.426040:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.426048:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.426053:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267961.426076:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000000602734. 00000020:00000010:3.0:1776267961.426081:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267961.426084:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d41ffea. 00000800:00000200:2.0:1776267961.426189:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.426196:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:2.0:1776267961.426205:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.426211:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.426225:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e8542c5d 00000400:00000010:2.0:1776267961.426228:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e8542c5d. 00080000:00000010:1.0:1776267961.426313:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa2f4322. 00010000:00000010:1.0:1776267961.426509:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.426517:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008897a09f. 00010000:00000010:1.0:1776267961.426618:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000930ee9. 00010000:00000010:1.0:1776267961.426626:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.426638:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267961.426644:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267961.426653:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 02000000:00000010:1.0:1776267961.426669:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d18a3d44. 02000000:00000010:1.0:1776267961.426700:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c4e77de. 00000400:00000010:1.0:1776267961.426707:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267961.426713:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267961.426720:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489495552, portal 16 00000400:00000010:1.0:1776267961.426725:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4db8adb. 00000100:00000200:1.0:1776267961.426727:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489495552, offset 0 00000400:00000200:1.0:1776267961.426734:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.426743:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.426751:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.426756:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.426759:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.426761:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91469:91469:256:4294967295] 192.168.202.34@tcp LPNI seq info [91469:91469:8:4294967295] 00000400:00000200:1.0:1776267961.426769:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.426774:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.426778:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343698). 00000800:00000200:1.0:1776267961.426784:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.426790:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.426793:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.427000:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.427004:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:2.0:1776267961.427010:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.427016:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.427020:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4db8adb 00000400:00000010:2.0:1776267961.427022:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4db8adb. 00000100:00000200:2.0:1776267961.427029:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008274bc47 x1862549489495552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267961.432951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da7a60b3. 00000400:00000200:3.0:1776267961.435105:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.435133:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ae00 00000400:00000200:3.0:1776267961.435146:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7941 [1] + 224 00000400:00000200:3.0:1776267961.435191:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.435197:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.435212:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008274bc47 x1862549489495552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267961.437652:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:1.0:1776267961.437668:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:1.0:1776267961.437671:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:1.0:1776267961.437689:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008274bc47 x1862549489495552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.437703:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008274bc47 x1862549489495552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267961.437748:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c4e77de. 02000000:00000010:1.0:1776267961.437757:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d18a3d44. 00000100:00000010:1.0:1776267961.437762:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 00000100:00000010:1.0:1776267961.437767:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267961.437773:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00010000:00000010:1.1:1776267961.438081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000727a739c. 00010000:00000010:1.1:1776267961.438092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00000400:00000200:3.0:1776267961.447584:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.447614:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bc40 00000400:00000200:3.0:1776267961.447626:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb62a5 [2] + 328 00000400:00000200:3.0:1776267961.447705:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.447711:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.447721:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.447730:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b5faa2a. 00000020:00000010:1.0:1776267961.447991:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d18a3d44. 00000020:00000010:1.0:1776267961.448001:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000dd10702b. 00000020:00000010:1.0:1776267961.448007:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267961.448044:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b5faa2a x1862549476129856/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267961.448093:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129856 02000000:00000010:1.0:1776267961.448108:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c4e77de. 00010000:00000010:1.0:1776267961.448151:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1cd78da. 00010000:00000010:1.0:1776267961.448182:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267961.448194:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267961.448212:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267961.448232:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00000400:00000010:1.0:1776267961.448253:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267961.448260:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129856, offset 224 00000400:00000200:1.0:1776267961.448270:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.448284:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.448301:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91470:91470:256:4294967295] 192.168.202.34@tcp LPNI seq info [91470:91470:8:4294967295] 00000400:00000200:1.0:1776267961.448313:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.448319:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.448324:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343698). 00000800:00000200:1.0:1776267961.448332:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.448340:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.448346:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267961.448368:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000dd10702b. 00000020:00000010:1.0:1776267961.448372:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267961.448376:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d18a3d44. 00000800:00000200:1.0:1776267961.448474:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.448479:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:1.0:1776267961.448485:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.448491:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.448496:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:1.0:1776267961.448499:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00080000:00000010:1.0:1776267961.448542:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d18a3d44. 00010000:00000010:1.0:1776267961.448662:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.448670:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005dde00b4. 00010000:00000010:1.0:1776267961.448786:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003774a7d6. 00010000:00000010:1.0:1776267961.448794:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.448806:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267961.448811:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267961.448820:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 02000000:00000010:1.0:1776267961.448836:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f949d58. 02000000:00000010:1.0:1776267961.448869:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcf382b0. 00000400:00000010:1.0:1776267961.448876:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267961.448882:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267961.448889:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489495616, portal 16 00000400:00000010:1.0:1776267961.449361:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf3ca1f. 00000100:00000200:1.0:1776267961.449369:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489495616, offset 0 00000400:00000200:1.0:1776267961.449377:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.449390:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.449398:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.449402:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.449405:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.449408:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91471:91471:256:4294967295] 192.168.202.34@tcp LPNI seq info [91471:91471:8:4294967295] 00000400:00000200:1.0:1776267961.449417:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.449423:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.449426:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343698). 00000800:00000200:1.0:1776267961.449432:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.449439:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.449443:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.450747:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.450756:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:0.0:1776267961.450766:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.450776:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.450782:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf3ca1f 00000400:00000010:0.0:1776267961.450784:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf3ca1f. 00000100:00000200:0.0:1776267961.450794:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008274bc47 x1862549489495616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267961.456406:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.456434:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ae40 00000400:00000200:3.0:1776267961.456455:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb794d [1] + 224 00000400:00000200:3.0:1776267961.456471:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.456476:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.456491:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008274bc47 x1862549489495616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267961.456534:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.456541:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bc80 00000400:00000200:3.0:1776267961.456547:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb62a5 [2] + 656 00000400:00000200:3.0:1776267961.456606:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.456610:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.456615:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.456622:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea634ef0. 00000020:00000010:2.0:1776267961.456731:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038b68da9. 00000020:00000010:2.0:1776267961.456746:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267961.456752:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267961.456788:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ea634ef0 x1862549476129920/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267961.456850:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129920 02000000:00000010:2.0:1776267961.456861:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094e465ce. 00010000:00000010:2.0:1776267961.456941:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bcac5571. 00000100:00000010:2.0:1776267961.456953:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000703627d9. 00000100:00000010:2.0:1776267961.456961:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000703627d9. 00010000:00000010:2.0:1776267961.456967:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bcac5571. 00000400:00000010:2.0:1776267961.456984:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d61039d. 00000100:00000200:2.0:1776267961.456990:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129920, offset 224 00000400:00000200:2.0:1776267961.457005:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.457020:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.457025:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91472:91472:256:4294967295] 192.168.202.34@tcp LPNI seq info [91472:91472:8:4294967295] 00000400:00000200:2.0:1776267961.457033:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.457038:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.457042:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267961.457046:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.457053:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.457058:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267961.457090:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267961.457097:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:2.0:1776267961.457102:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038b68da9. 00000800:00000200:3.0:1776267961.458061:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.458068:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:3.0:1776267961.458077:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.458085:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.458175:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d61039d 00000400:00000010:3.0:1776267961.458180:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d61039d. 00010000:00000010:1.1:1776267961.460068:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae112e26. 00010000:00000010:1.1:1776267961.460086:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008256624c. 00010000:00000010:1.1:1776267961.460091:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000930ee9. 00000400:00000010:1.0:1776267961.460106:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:1.0:1776267961.460113:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:1.0:1776267961.460115:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:1.0:1776267961.460133:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008274bc47 x1862549489495616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.460145:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008274bc47 x1862549489495616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267961.460183:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000047a716e. 02000000:00000010:1.0:1776267961.460205:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcf382b0. 02000000:00000010:1.0:1776267961.460212:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f949d58. 00000100:00000010:1.0:1776267961.460229:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 00000100:00000010:1.0:1776267961.460235:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267961.460239:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00080000:00000010:1.0:1776267961.460560:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcf382b0. 00010000:00000010:1.0:1776267961.460687:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.460695:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000076a9493. 00010000:00000010:1.0:1776267961.460785:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000930ee9. 00010000:00000010:1.0:1776267961.460793:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.460808:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267961.460815:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267961.460824:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 02000000:00000010:1.0:1776267961.460839:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8a6856c. 02000000:00000010:1.0:1776267961.460876:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f949d58. 00000400:00000010:1.0:1776267961.460883:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267961.460888:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267961.461035:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489495680, portal 16 00000400:00000010:1.0:1776267961.461042:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267961.461045:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489495680, offset 0 00000400:00000200:1.0:1776267961.461054:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.461075:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.461083:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.461087:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.461090:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.461093:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91473:91473:256:4294967295] 192.168.202.34@tcp LPNI seq info [91473:91473:8:4294967295] 00000400:00000200:1.0:1776267961.461105:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.461112:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.461117:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267961.461126:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.461137:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.461142:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.461423:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.461428:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:0.0:1776267961.461434:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.461439:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.461944:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:0.0:1776267961.461948:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:0.0:1776267961.461960:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008274bc47 x1862549489495680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267961.467040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4cb76ab. 00010000:00000010:1.1:1776267961.467063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092327bda. 00010000:00000010:1.1:1776267961.467071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00000400:00000200:3.0:1776267961.478701:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.478728:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ae80 00000400:00000200:3.0:1776267961.478739:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7959 [1] + 224 00000400:00000200:3.0:1776267961.478754:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.478759:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.478775:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008274bc47 x1862549489495680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267961.478826:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.478831:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bcc0 00000400:00000200:3.0:1776267961.478837:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb62a5 [2] + 984 00000400:00000200:3.0:1776267961.478924:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.478927:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.478933:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.478940:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 00000400:00000010:1.0:1776267961.479138:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:1.0:1776267961.479145:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:1.0:1776267961.479148:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:1.0:1776267961.479154:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008274bc47 x1862549489495680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.479161:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008274bc47 x1862549489495680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267961.479202:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002f949d58. 02000000:00000010:1.0:1776267961.479210:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8a6856c. 00000100:00000010:1.0:1776267961.479228:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 00000100:00000010:1.0:1776267961.479234:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:1.0:1776267961.479240:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00000020:00000010:2.0:1776267961.481788:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038b68da9. 00000020:00000010:2.0:1776267961.481807:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009e53886a. 00000020:00000010:2.0:1776267961.481813:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000df8fe91d. 00000100:00000200:2.0:1776267961.481859:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050969a85 x1862549476129984/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267961.484551:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476129984 02000000:00000010:3.0:1776267961.484590:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e233b26. 00010000:00000010:3.0:1776267961.484643:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e8ae299. 00010000:00000010:3.0:1776267961.484683:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267961.484695:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0032103. 00000100:00000010:3.0:1776267961.484855:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d0032103. 00010000:00000010:3.0:1776267961.484862:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 00000400:00000010:3.0:1776267961.484885:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002608d70c. 00000100:00000200:3.0:1776267961.484909:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476129984, offset 224 00000400:00000200:3.0:1776267961.484926:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.484961:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.484970:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91474:91474:256:4294967295] 192.168.202.34@tcp LPNI seq info [91474:91474:8:4294967295] 00000400:00000200:3.0:1776267961.484988:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.484997:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.485002:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267961.485012:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.485023:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.485027:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267961.485067:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009e53886a. 00000020:00000010:3.0:1776267961.485074:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df8fe91d. 00000020:00000010:3.0:1776267961.485080:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038b68da9. 00000800:00000200:3.0:1776267961.485245:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.485249:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:3.0:1776267961.485257:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.485263:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.485268:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002608d70c 00000400:00000010:3.0:1776267961.485270:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002608d70c. 00080000:00000010:2.0:1776267961.493243:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e911e8da. 00010000:00000010:2.0:1776267961.493430:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00010000:00000010:2.0:1776267961.493445:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ccb8393b. 00010000:00000010:2.0:1776267961.493560:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000657f0a06. 00010000:00000010:2.0:1776267961.493570:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa613113. 00010000:00000010:2.0:1776267961.493592:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bcac5571. 00000100:00000010:2.0:1776267961.493603:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000703627d9. 00000100:00000010:2.0:1776267961.493616:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001f24538. 02000000:00000010:2.0:1776267961.493636:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073b27dc3. 02000000:00000010:2.0:1776267961.493682:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038b68da9. 00000400:00000010:2.0:1776267961.493692:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000010ca33c2. 00000400:00000010:2.0:1776267961.493714:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d97fa0c. 00000100:00000200:2.0:1776267961.493725:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489495744, portal 16 00000400:00000010:2.0:1776267961.493732:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d6a6580. 00000100:00000200:2.0:1776267961.493735:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489495744, offset 0 00000400:00000200:2.0:1776267961.493747:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.493771:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.493780:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267961.493784:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267961.493787:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267961.493790:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91475:91475:256:4294967295] 192.168.202.34@tcp LPNI seq info [91475:91475:8:4294967295] 00000400:00000200:2.0:1776267961.493802:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.493807:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.493812:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267961.493819:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.493826:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.493831:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.494195:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.494199:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:2.0:1776267961.494207:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.494211:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.494225:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d6a6580 00000400:00000010:2.0:1776267961.494227:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d6a6580. 00000100:00000200:2.0:1776267961.494237:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000001f24538 x1862549489495744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.503170:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.503199:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2aec0 00000400:00000200:2.0:1776267961.503210:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7965 [1] + 224 00000400:00000200:2.0:1776267961.503238:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.503244:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.503258:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000001f24538 x1862549489495744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.506507:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.506527:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bd00 00000400:00000200:2.0:1776267961.506536:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb62a5 [2] + 1312 00000400:00000200:2.0:1776267961.506556:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.506560:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.506568:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267961.506575:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009747af4d. 00000020:00000010:2.0:1776267961.506677:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9ee2f3c. 00000020:00000010:2.0:1776267961.506685:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004bbbfaff. 00000020:00000010:2.0:1776267961.506690:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267961.506722:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009747af4d x1862549476130048/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267961.506748:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476130048 02000000:00000010:2.0:1776267961.506760:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f0effe5f. 00010000:00000010:2.0:1776267961.506807:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006179954d. 00000100:00000010:2.0:1776267961.506814:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bff40de. 00000100:00000010:2.0:1776267961.506822:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bff40de. 00010000:00000010:2.0:1776267961.506826:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006179954d. 00000400:00000010:2.0:1776267961.506842:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d6a6580. 00000100:00000200:2.0:1776267961.506847:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476130048, offset 224 00000400:00000200:2.0:1776267961.506855:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.506870:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.506876:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91476:91476:256:4294967295] 192.168.202.34@tcp LPNI seq info [91476:91476:8:4294967295] 00000400:00000200:2.0:1776267961.506888:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.506920:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.506926:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267961.506931:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.506940:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.506944:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267961.506963:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004bbbfaff. 00000020:00000010:2.0:1776267961.506967:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267961.506970:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9ee2f3c. 00000800:00000200:2.0:1776267961.507091:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.507094:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:2.0:1776267961.507101:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.507104:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.507108:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d6a6580 00000400:00000010:2.0:1776267961.507111:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d6a6580. 00000400:00000010:1.0:1776267961.508710:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010ca33c2. 00000400:00000200:1.0:1776267961.508721:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d97fa0c 00000400:00000010:1.0:1776267961.508723:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d97fa0c. 00000100:00000200:1.0:1776267961.508739:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000001f24538 x1862549489495744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.508748:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000001f24538 x1862549489495744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267961.508778:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f2bf8465. 02000000:00000010:1.0:1776267961.508801:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038b68da9. 02000000:00000010:1.0:1776267961.508807:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000073b27dc3. 00000100:00000010:1.0:1776267961.508811:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001f24538. 00000100:00000010:1.0:1776267961.508816:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000703627d9. 00010000:00000010:1.0:1776267961.508821:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bcac5571. 00080000:00000010:0.0:1776267961.510093:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d5e8940. 00010000:00000010:0.0:1776267961.510253:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa613113. 00010000:00000010:0.0:1776267961.510265:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a81fa2b. 00010000:00000010:0.0:1776267961.510355:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4d917d4. 00010000:00000010:0.0:1776267961.510363:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f22ae854. 00010000:00000010:0.0:1776267961.510377:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086aa83a0. 00000100:00000010:0.0:1776267961.510385:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d29cc8b. 00000100:00000010:0.0:1776267961.510397:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009a7930ce. 02000000:00000010:0.0:1776267961.510413:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000158eccd5. 02000000:00000010:0.0:1776267961.510448:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071e9a98a. 00000400:00000010:0.0:1776267961.510456:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002192af62. 00000400:00000010:0.0:1776267961.510463:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b63bbdc2. 00000100:00000200:0.0:1776267961.510471:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489495808, portal 16 00000400:00000010:0.0:1776267961.510479:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074d9ae42. 00000100:00000200:0.0:1776267961.510481:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489495808, offset 0 00000400:00000200:0.0:1776267961.510501:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.510521:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.510529:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267961.510533:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267961.510536:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267961.510540:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91477:91477:256:4294967295] 192.168.202.34@tcp LPNI seq info [91477:91477:8:4294967295] 00000400:00000200:0.0:1776267961.510551:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.510557:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.510564:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267961.510572:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.510580:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.510585:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.510795:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.510800:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:2.0:1776267961.510806:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.510811:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.510816:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074d9ae42 00000400:00000010:2.0:1776267961.510818:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074d9ae42. 00000100:00000200:2.0:1776267961.510828:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009a7930ce x1862549489495808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267961.510915:0:78526:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029e50806. 00010000:00000010:2.1:1776267961.513022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9682e36. 00010000:00000010:2.1:1776267961.513037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000930ee9. 00000400:00000200:2.0:1776267961.515264:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.515292:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2af00 00000400:00000200:2.0:1776267961.515304:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7971 [1] + 224 00000400:00000200:2.0:1776267961.515321:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.515326:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.515343:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009a7930ce x1862549489495808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.515396:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.515401:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bd40 00000400:00000200:2.0:1776267961.515671:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb62a5 [2] + 1640 00000400:00000200:2.0:1776267961.516091:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.516097:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.516104:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267961.516115:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 00010000:00000010:0.1:1776267961.516132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b954cd. 00010000:00000010:0.1:1776267961.516143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000657f0a06. 00000400:00000010:0.0:1776267961.516173:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002192af62. 00000400:00000200:0.0:1776267961.516180:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b63bbdc2 00000400:00000010:0.0:1776267961.516183:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b63bbdc2. 00000020:00000010:2.0:1776267961.516186:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9ee2f3c. 00000100:00000200:0.0:1776267961.516193:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009a7930ce x1862549489495808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776267961.516197:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004bbbfaff. 00000020:00000010:2.0:1776267961.516204:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:0.0:1776267961.516208:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009a7930ce x1862549489495808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267961.516259:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007dd391c3 x1862549476130112/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:0.0:1776267961.516268:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071e9a98a. 02000000:00000010:0.0:1776267961.516282:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000158eccd5. 00000100:00000010:0.0:1776267961.516302:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009a7930ce. 00000100:00000200:2.0:1776267961.516311:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476130112 00000100:00000010:0.0:1776267961.516314:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d29cc8b. 00010000:00000010:0.0:1776267961.516324:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086aa83a0. 02000000:00000010:2.0:1776267961.516331:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000079a6b017. 00010000:00000010:1.1:1776267961.516562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b84606c. 00010000:00000010:2.0:1776267961.517226:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e186cf46. 00010000:00000010:2.0:1776267961.517258:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006179954d. 00000100:00000010:2.0:1776267961.517269:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bff40de. 00000100:00000010:2.0:1776267961.517292:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bff40de. 00010000:00000010:2.0:1776267961.517296:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006179954d. 00000400:00000010:2.0:1776267961.517313:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d6a6580. 00000100:00000200:2.0:1776267961.517319:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476130112, offset 224 00000400:00000200:2.0:1776267961.517330:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.517348:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.517356:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91478:91478:256:4294967295] 192.168.202.34@tcp LPNI seq info [91478:91478:8:4294967295] 00000400:00000200:2.0:1776267961.517381:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.517387:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.517393:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00080000:00000010:1.0:1776267961.517522:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f949d58. 00010000:00000010:1.0:1776267961.517641:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f22ae854. 00010000:00000010:1.0:1776267961.517649:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000f489e10. 00010000:00000010:1.0:1776267961.517765:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003774a7d6. 00010000:00000010:1.0:1776267961.517773:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033995403. 00010000:00000010:1.0:1776267961.517787:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267961.517792:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c847fb17. 00000100:00000010:1.0:1776267961.517803:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 02000000:00000010:1.0:1776267961.517821:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8a6856c. 02000000:00000010:1.0:1776267961.517857:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ecf200a3. 00000400:00000010:1.0:1776267961.517863:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267961.517869:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267961.517876:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489495872, portal 16 00000400:00000010:1.0:1776267961.517882:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c48805. 00000100:00000200:1.0:1776267961.517883:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489495872, offset 0 00000400:00000200:1.0:1776267961.517890:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.517947:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.517958:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.517964:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.517968:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.517973:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91479:91479:255:4294967295] 192.168.202.34@tcp LPNI seq info [91479:91479:7:4294967295] 00000400:00000200:1.0:1776267961.517982:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.517987:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.517992:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343946). 00000800:00000200:1.0:1776267961.517997:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.518008:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.518014:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.518116:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.518124:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.518127:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267961.518147:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004bbbfaff. 00000020:00000010:2.0:1776267961.518153:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267961.518159:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9ee2f3c. 00000800:00000200:3.0:1776267961.518285:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.518293:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343698). 00000400:00000200:3.0:1776267961.518301:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.518310:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.518316:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c48805 00000400:00000010:3.0:1776267961.518319:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c48805. 00000100:00000200:3.0:1776267961.518328:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008274bc47 x1862549489495872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1776267961.518411:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.518413:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:3.0:1776267961.518418:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.518422:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.518424:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d6a6580 00000400:00000010:3.0:1776267961.518426:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d6a6580. 00000400:00000200:2.0:1776267961.522618:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.522647:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2af40 00000400:00000200:2.0:1776267961.522660:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb797d [1] + 224 00000400:00000200:2.0:1776267961.522683:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.522687:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.522711:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008274bc47 x1862549489495872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267961.522805:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:0.0:1776267961.522816:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:0.0:1776267961.522819:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:0.0:1776267961.522833:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008274bc47 x1862549489495872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267961.522844:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008274bc47 x1862549489495872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267961.522881:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ecf200a3. 02000000:00000010:0.0:1776267961.522887:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8a6856c. 00000100:00000010:0.0:1776267961.522935:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 00000100:00000010:0.0:1776267961.522941:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c847fb17. 00010000:00000010:0.0:1776267961.522947:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00000400:00000200:2.0:1776267961.523663:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.523681:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bd80 00000400:00000200:2.0:1776267961.523688:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb62a5 [2] + 1968 00000400:00000010:2.0:1776267961.523693:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000026c22827. 00000400:00000200:2.0:1776267961.523709:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005999ce51 00000400:00000200:2.0:1776267961.523795:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.523799:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.523803:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005999ce51 00000400:00000010:2.0:1776267961.523805:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005999ce51 (tot 82343298). 00000100:00000200:2.0:1776267961.523812:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267961.523966:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070514e76. 00000020:00000010:3.0:1776267961.523976:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041d84330. 00000020:00000010:3.0:1776267961.523980:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267961.524006:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000da825ce0 x1862549476130176/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267961.524039:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476130176 02000000:00000010:3.0:1776267961.524051:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008cb7b395. 00010000:00000010:3.0:1776267961.524090:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbdb20bb. 00010000:00000010:3.0:1776267961.524111:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267961.524117:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0032103. 00000100:00000010:3.0:1776267961.524129:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d0032103. 00010000:00000010:3.0:1776267961.524133:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 00000400:00000010:3.0:1776267961.524155:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002608d70c. 00000100:00000200:3.0:1776267961.524160:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476130176, offset 224 00000400:00000200:3.0:1776267961.524169:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.524248:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.524254:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91480:91480:256:4294967295] 192.168.202.34@tcp LPNI seq info [91480:91480:8:4294967295] 00000400:00000200:3.0:1776267961.524264:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.524270:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.524275:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343546). 00000800:00000200:3.0:1776267961.524282:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.524288:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.524292:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267961.524318:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041d84330. 00000020:00000010:3.0:1776267961.524322:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267961.524325:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070514e76. 02000000:00000010:3.0:1776267961.524334:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000079a6b017. 00000100:00000010:3.0:1776267961.524336:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 02000000:00000010:3.0:1776267961.524340:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f0effe5f. 00000100:00000010:3.0:1776267961.524342:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009747af4d. 02000000:00000010:3.0:1776267961.524344:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e233b26. 00000100:00000010:3.0:1776267961.524346:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267961.524349:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094e465ce. 00000100:00000010:3.0:1776267961.524350:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea634ef0. 02000000:00000010:3.0:1776267961.524354:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c4e77de. 00000100:00000010:3.0:1776267961.524357:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b5faa2a. 02000000:00000010:3.0:1776267961.524359:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bb874000. 00000100:00000010:3.0:1776267961.524361:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e06806be. 00000100:00000200:3.0:1776267961.524376:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267961.524382:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aaa37b05. 00000400:00000010:3.0:1776267961.524386:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0032103 (tot 82343698). 00080000:00000010:0.0:1776267961.524475:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000158eccd5. 00010000:00000010:0.0:1776267961.524574:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033995403. 00010000:00000010:0.0:1776267961.524581:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f4b0389c. 00010000:00000010:0.0:1776267961.524650:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfbad915. 00010000:00000010:0.0:1776267961.524657:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003871ae3a. 00010000:00000010:0.0:1776267961.524667:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086aa83a0. 00000100:00000010:0.0:1776267961.524671:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d29cc8b. 00000100:00000010:0.0:1776267961.524678:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009a7930ce. 02000000:00000010:0.0:1776267961.524703:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057ba5cd9. 02000000:00000010:0.0:1776267961.524726:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071e9a98a. 00000400:00000010:0.0:1776267961.524731:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002192af62. 00000400:00000010:0.0:1776267961.524735:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b63bbdc2. 00000100:00000200:0.0:1776267961.524738:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489495936, portal 16 00000400:00000010:0.0:1776267961.524742:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1a3c560. 00000100:00000200:0.0:1776267961.524744:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489495936, offset 0 00000400:00000200:0.0:1776267961.524749:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.524755:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.524762:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267961.524766:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267961.524769:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267961.524771:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91481:91481:255:4294967295] 192.168.202.34@tcp LPNI seq info [91481:91481:7:4294967295] 00000400:00000200:0.0:1776267961.524778:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.524783:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.524787:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343946). 00000800:00000200:0.0:1776267961.524791:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.524795:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.524797:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776267961.525532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036b30d11. 00000800:00000200:2.0:1776267961.525608:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.525612:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343698). 00000400:00000200:2.0:1776267961.525620:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.525629:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.525635:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002608d70c 00000400:00000010:2.0:1776267961.525638:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002608d70c. 02000000:00000010:2.0:1776267961.525648:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008cb7b395. 00000800:00000200:2.0:1776267961.525729:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.525731:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000400:00000200:2.0:1776267961.525736:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.525740:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.525742:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1a3c560 00000400:00000010:2.0:1776267961.525744:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1a3c560. 00000100:00000200:2.0:1776267961.525754:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009a7930ce x1862549489495936/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267961.527067:0:78528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a84ad95. 00010000:00000010:1.1:1776267961.527080:0:78528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4d917d4. 00010000:00000010:3.1:1776267961.530966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcd7fcb8. 00000400:00000200:2.0:1776267961.534429:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.534453:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2af80 00000400:00000200:2.0:1776267961.534467:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb798d [1] + 224 00000400:00000200:2.0:1776267961.534482:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.534486:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.534502:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009a7930ce x1862549489495936/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.534548:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.534554:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bdc0 00000400:00000200:2.0:1776267961.534559:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb62fd [2] + 0 00000400:00000200:2.0:1776267961.534569:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.534572:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.534577:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267961.534584:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7707e38. 00000400:00000010:3.0:1776267961.534715:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002192af62. 00000400:00000200:3.0:1776267961.534722:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b63bbdc2 00000400:00000010:3.0:1776267961.534725:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b63bbdc2. 00000100:00000200:3.0:1776267961.534732:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009a7930ce x1862549489495936/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267961.534740:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009a7930ce x1862549489495936/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267961.534780:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071e9a98a. 02000000:00000010:3.0:1776267961.534787:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057ba5cd9. 00000100:00000010:3.0:1776267961.534792:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009a7930ce. 00000100:00000010:3.0:1776267961.534796:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d29cc8b. 00010000:00000010:3.0:1776267961.534802:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086aa83a0. 00000020:00000010:3.0:1776267961.534850:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e233b26. 00000020:00000010:3.0:1776267961.534858:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000062abfa2e. 00000020:00000010:3.0:1776267961.534862:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267961.534935:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7707e38 x1862549476130240/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267961.534980:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476130240 02000000:00000010:3.0:1776267961.534992:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070514e76. 00010000:00000010:3.0:1776267961.535025:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008eac4865. 00010000:00000010:3.0:1776267961.535051:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267961.535057:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b79132ee. 00000100:00000010:3.0:1776267961.535065:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b79132ee. 00010000:00000010:3.0:1776267961.535068:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 00000400:00000010:3.0:1776267961.535084:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267961.535089:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476130240, offset 224 00000400:00000200:3.0:1776267961.535098:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.535112:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.535118:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91482:91482:256:4294967295] 192.168.202.34@tcp LPNI seq info [91482:91482:8:4294967295] 00000400:00000200:3.0:1776267961.535128:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.535134:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.535139:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267961.535145:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.535154:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.535159:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267961.535179:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000062abfa2e. 00000020:00000010:3.0:1776267961.535183:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267961.535187:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e233b26. 00080000:00000010:3.0:1776267961.535212:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e233b26. 00010000:00000010:3.0:1776267961.535333:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003871ae3a. 00010000:00000010:3.0:1776267961.535341:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034359759. 00010000:00000010:3.0:1776267961.535471:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6ad168d. 00010000:00000010:3.0:1776267961.535479:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cbdb20bb. 00010000:00000010:3.0:1776267961.535491:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267961.535495:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b79132ee. 00000100:00000010:3.0:1776267961.535502:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b5faa2a. 02000000:00000010:3.0:1776267961.535515:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb4658e0. 02000000:00000010:3.0:1776267961.535543:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074d9b0d2. 00000400:00000010:3.0:1776267961.535548:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000378dcf83. 00000400:00000010:3.0:1776267961.535552:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bd03529. 00000100:00000200:3.0:1776267961.535557:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496000, portal 16 00000400:00000010:3.0:1776267961.535563:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e0f072b. 00000100:00000200:3.0:1776267961.535564:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496000, offset 0 00000400:00000200:3.0:1776267961.535571:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.535579:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.535588:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.535593:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.535596:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.535598:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91483:91483:255:4294967295] 192.168.202.34@tcp LPNI seq info [91483:91483:7:4294967295] 00000400:00000200:3.0:1776267961.535605:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.535610:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.535613:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343946). 00000800:00000200:3.0:1776267961.535618:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.535624:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.535627:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267961.535690:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.535694:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343698). 00000400:00000200:3.0:1776267961.535701:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.535704:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.535708:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:3.0:1776267961.535710:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000800:00000200:3.0:1776267961.535784:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.535786:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:3.0:1776267961.535790:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.535794:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.535797:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e0f072b 00000400:00000010:3.0:1776267961.535799:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e0f072b. 00000100:00000200:3.0:1776267961.535806:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b5faa2a x1862549489496000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267961.543584:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.543618:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2afc0 00000400:00000200:1.0:1776267961.543630:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7999 [1] + 224 00000400:00000200:1.0:1776267961.543657:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.543663:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.543681:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b5faa2a x1862549489496000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267961.543802:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000378dcf83. 00000400:00000200:3.0:1776267961.543809:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bd03529 00000400:00000010:3.0:1776267961.543811:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bd03529. 00000100:00000200:3.0:1776267961.543818:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b5faa2a x1862549489496000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267961.543826:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b5faa2a x1862549489496000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267961.543866:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074d9b0d2. 02000000:00000010:3.0:1776267961.543875:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb4658e0. 00000100:00000010:3.0:1776267961.543879:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b5faa2a. 00000100:00000010:3.0:1776267961.543885:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b79132ee. 00010000:00000010:3.0:1776267961.543890:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 00010000:00000010:0.1:1776267961.549346:0:78529:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000097c5739. 00010000:00000010:0.1:1776267961.549374:0:78529:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003774a7d6. 00000400:00000200:3.0:1776267961.554023:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.554046:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6be00 00000400:00000200:3.0:1776267961.554563:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb62fd [2] + 328 00000400:00000200:3.0:1776267961.554672:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.554678:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.554687:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.554695:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b5faa2a. 00000020:00000010:2.0:1776267961.555787:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9ee2f3c. 00000020:00000010:2.0:1776267961.555800:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004bbbfaff. 00000020:00000010:2.0:1776267961.555806:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267961.555845:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b5faa2a x1862549476130304/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267961.555943:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476130304 02000000:00000010:2.0:1776267961.555960:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094e465ce. 00010000:00000010:2.0:1776267961.556004:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4b03771. 00010000:00000010:2.0:1776267961.556100:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006179954d. 00000100:00000010:2.0:1776267961.556111:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bff40de. 00000100:00000010:2.0:1776267961.556131:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bff40de. 00010000:00000010:2.0:1776267961.556136:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006179954d. 00000400:00000010:2.0:1776267961.556156:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d911512c. 00000100:00000200:2.0:1776267961.556162:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476130304, offset 224 00000400:00000200:2.0:1776267961.556172:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.556188:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.556195:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91484:91484:256:4294967295] 192.168.202.34@tcp LPNI seq info [91484:91484:8:4294967295] 00000400:00000200:2.0:1776267961.556207:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.556223:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.556230:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267961.556238:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.556246:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.556252:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267961.556281:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004bbbfaff. 00000020:00000010:2.0:1776267961.556286:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267961.556290:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a9ee2f3c. 00000800:00000200:0.0:1776267961.557345:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.557354:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:0.0:1776267961.557474:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.557490:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.557496:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d911512c 00000400:00000010:0.0:1776267961.557499:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d911512c. 00010000:00000010:3.1:1776267961.561796:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c33038ba. 00010000:00000010:3.1:1776267961.561814:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082462b77. 00010000:00000010:3.1:1776267961.561820:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfbad915. 00080000:00000010:3.0:1776267961.561871:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d47039b. 00010000:00000010:3.0:1776267961.562031:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbdb20bb. 00010000:00000010:3.0:1776267961.562043:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077b560ea. 00010000:00000010:3.0:1776267961.562151:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:3.0:1776267961.562158:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cbdb20bb. 00010000:00000010:3.0:1776267961.562172:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267961.562183:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b79132ee. 00000100:00000010:3.0:1776267961.562195:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea634ef0. 02000000:00000010:3.0:1776267961.562226:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb4658e0. 02000000:00000010:3.0:1776267961.562266:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074d9b0d2. 00000400:00000010:3.0:1776267961.562276:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000378dcf83. 00000400:00000010:3.0:1776267961.562283:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bd03529. 00000100:00000200:3.0:1776267961.562293:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496064, portal 16 00000400:00000010:3.0:1776267961.562299:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e0f072b. 00000100:00000200:3.0:1776267961.562301:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496064, offset 0 00000400:00000200:3.0:1776267961.562313:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.562338:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.562348:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.562352:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.562355:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.562359:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91485:91485:256:4294967295] 192.168.202.34@tcp LPNI seq info [91485:91485:8:4294967295] 00000400:00000200:3.0:1776267961.562372:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.562380:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.562386:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267961.562394:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.562603:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.562608:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267961.562824:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.562830:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267961.562837:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.562843:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.562849:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e0f072b 00000400:00000010:1.0:1776267961.562851:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e0f072b. 00000100:00000200:1.0:1776267961.562862:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea634ef0 x1862549489496064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267961.567136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dde175f6. 00010000:00000010:3.1:1776267961.567272:0:1039:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019e415fc. 00010000:00000010:3.1:1776267961.567279:0:1039:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ad168d. 00000400:00000200:2.0:1776267961.588772:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.588799:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b000 00000400:00000200:2.0:1776267961.588811:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb79a5 [1] + 224 00000400:00000200:2.0:1776267961.588826:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.588830:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.588845:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea634ef0 x1862549489496064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.588886:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.588891:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6be40 00000400:00000200:2.0:1776267961.588928:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb62fd [2] + 656 00000400:00000200:2.0:1776267961.589007:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.589011:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.589016:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267961.589024:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e06806be. 00000020:00000010:0.0:1776267961.589130:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000612a9e45. 00000020:00000010:0.0:1776267961.589138:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267961.589143:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.589178:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e06806be x1862549476130368/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267961.589231:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476130368 02000000:00000010:0.0:1776267961.589247:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085bdda99. 00010000:00000010:0.0:1776267961.589304:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3a3b374. 00000100:00000010:0.0:1776267961.589313:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c40a4b52. 00000100:00000010:0.0:1776267961.589321:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c40a4b52. 00010000:00000010:0.0:1776267961.589326:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3a3b374. 00000400:00000010:0.0:1776267961.589344:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015166d3f. 00000100:00000200:0.0:1776267961.589350:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476130368, offset 224 00000400:00000200:0.0:1776267961.589365:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.589378:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.589384:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91486:91486:256:4294967295] 192.168.202.34@tcp LPNI seq info [91486:91486:8:4294967295] 00000400:00000200:0.0:1776267961.589396:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.589410:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.589415:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343698). 00000800:00000200:0.0:1776267961.589422:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.589430:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.589434:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.589457:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267961.589461:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.589464:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000612a9e45. 00000800:00000200:0.0:1776267961.589546:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.589550:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343450). 00000400:00000200:0.0:1776267961.589555:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.589558:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.589562:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015166d3f 00000400:00000010:0.0:1776267961.589564:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015166d3f. 00000400:00000010:3.0:1776267961.589822:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000378dcf83. 00000400:00000200:3.0:1776267961.589827:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bd03529 00000400:00000010:3.0:1776267961.589829:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bd03529. 00000100:00000200:3.0:1776267961.589836:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea634ef0 x1862549489496064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267961.589845:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea634ef0 x1862549489496064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267961.589873:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf4d257b. 02000000:00000010:3.0:1776267961.589912:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074d9b0d2. 02000000:00000010:3.0:1776267961.589918:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb4658e0. 00000100:00000010:3.0:1776267961.589922:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea634ef0. 00000100:00000010:3.0:1776267961.589928:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b79132ee. 00010000:00000010:3.0:1776267961.589931:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 00080000:00000010:3.0:1776267961.589955:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb4658e0. 00010000:00000010:3.0:1776267961.590076:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbdb20bb. 00010000:00000010:3.0:1776267961.590083:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000703f36bf. 00010000:00000010:3.0:1776267961.590191:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6ad168d. 00010000:00000010:3.0:1776267961.590200:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cbdb20bb. 00010000:00000010:3.0:1776267961.590244:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000fa148f. 00000100:00000010:3.0:1776267961.590249:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b79132ee. 00000100:00000010:3.0:1776267961.590259:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea634ef0. 02000000:00000010:3.0:1776267961.590273:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000074d9b0d2. 02000000:00000010:3.0:1776267961.590303:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0e8e997. 00000400:00000010:3.0:1776267961.590308:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000378dcf83. 00000400:00000010:3.0:1776267961.590311:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bd03529. 00000100:00000200:3.0:1776267961.590319:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496128, portal 16 00000400:00000010:3.0:1776267961.590324:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267961.590326:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496128, offset 0 00000400:00000200:3.0:1776267961.590333:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.590345:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.590354:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.590359:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.590362:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.590365:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91487:91487:256:4294967295] 192.168.202.34@tcp LPNI seq info [91487:91487:8:4294967295] 00000400:00000200:3.0:1776267961.590373:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.590378:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.590382:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267961.590388:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.590394:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.590398:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.592129:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.592138:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267961.592149:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.592159:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.592166:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:0.0:1776267961.592168:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000100:00000200:0.0:1776267961.592179:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea634ef0 x1862549489496128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.599657:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.599684:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b040 00000400:00000200:2.0:1776267961.599695:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb79b1 [1] + 224 00000400:00000200:2.0:1776267961.599710:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.599715:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.599729:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea634ef0 x1862549489496128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.599826:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.599832:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6be80 00000400:00000200:2.0:1776267961.599838:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb62fd [2] + 984 00000400:00000200:2.0:1776267961.599938:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.599942:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.599948:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267961.599955:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009747af4d. 00000020:00000010:1.0:1776267961.600284:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043138e78. 00000020:00000010:1.0:1776267961.600294:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000720148d. 00000020:00000010:1.0:1776267961.600300:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267961.600333:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009747af4d x1862549476130432/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267961.600368:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476130432 02000000:00000010:1.0:1776267961.600383:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ca1683e1. 00010000:00000010:1.0:1776267961.600464:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d74ca048. 00000100:00000010:1.0:1776267961.600476:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008dcc43c7. 00000100:00000010:1.0:1776267961.600484:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008dcc43c7. 00010000:00000010:1.0:1776267961.600488:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d74ca048. 00000400:00000010:1.0:1776267961.600505:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021518615. 00000100:00000200:1.0:1776267961.600511:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476130432, offset 224 00000400:00000200:1.0:1776267961.600521:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.600536:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.600542:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91488:91488:256:4294967295] 192.168.202.34@tcp LPNI seq info [91488:91488:8:4294967295] 00000400:00000200:1.0:1776267961.600553:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.600559:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.600565:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343698). 00000800:00000200:1.0:1776267961.600573:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.600582:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.600586:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267961.600615:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000720148d. 00000020:00000010:1.0:1776267961.600620:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267961.600623:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043138e78. 00000800:00000200:2.0:1776267961.601016:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.601021:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:2.0:1776267961.601026:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.601031:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.601035:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021518615 00000400:00000010:2.0:1776267961.601038:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021518615. 00000400:00000010:0.0:1776267961.602056:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000378dcf83. 00000400:00000200:0.0:1776267961.602069:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bd03529 00000400:00000010:0.0:1776267961.602071:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bd03529. 00000100:00000200:0.0:1776267961.602239:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea634ef0 x1862549489496128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267961.602251:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea634ef0 x1862549489496128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267961.602281:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ece517. 02000000:00000010:0.0:1776267961.602301:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0e8e997. 02000000:00000010:0.0:1776267961.602306:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000074d9b0d2. 00000100:00000010:0.0:1776267961.602310:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea634ef0. 00000100:00000010:0.0:1776267961.602315:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b79132ee. 00010000:00000010:0.0:1776267961.602319:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000fa148f. 00080000:00000010:0.0:1776267961.602585:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000612a9e45. 00010000:00000010:3.0:1776267961.604623:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbdb20bb. 00010000:00000010:3.0:1776267961.604651:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059374028. 00010000:00000010:3.1:1776267961.605231:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009acb9b3c. 00010000:00000010:3.1:1776267961.605241:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb34a227. 00010000:00000010:3.1:1776267961.605245:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:3.0:1776267961.608819:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:3.0:1776267961.608831:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cbdb20bb. 00010000:00000010:3.0:1776267961.609307:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070244365. 00000100:00000010:3.0:1776267961.609315:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3ef23c6. 00000100:00000010:3.0:1776267961.609325:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267961.609338:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b68b31f. 02000000:00000010:3.0:1776267961.609575:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e083a65. 00000400:00000010:3.0:1776267961.609583:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2daa3ff. 00000400:00000010:3.0:1776267961.609589:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d10681d1. 00000100:00000200:3.0:1776267961.609596:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496192, portal 16 00000400:00000010:3.0:1776267961.609601:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071c137fd. 00000100:00000200:3.0:1776267961.609604:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496192, offset 0 00000400:00000200:3.0:1776267961.609613:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.609652:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.609659:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.609662:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.609664:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.609667:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91489:91489:256:4294967295] 192.168.202.34@tcp LPNI seq info [91489:91489:8:4294967295] 00000400:00000200:3.0:1776267961.609675:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.609679:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.609684:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267961.609689:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.609695:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.609698:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267961.610705:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.610710:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267961.610719:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.610726:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.610731:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071c137fd 00000400:00000010:1.0:1776267961.610732:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071c137fd. 00000100:00000200:1.0:1776267961.610741:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489496192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.621794:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.621815:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b080 00000400:00000200:2.0:1776267961.621826:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb79bd [1] + 224 00000400:00000200:2.0:1776267961.621840:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.621844:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.621855:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489496192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.621887:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.622813:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bec0 00000400:00000200:2.0:1776267961.622820:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb62fd [2] + 1312 00000400:00000200:2.0:1776267961.622839:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.622843:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.622850:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267961.622954:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007dd391c3. 00000400:00000010:3.0:1776267961.623588:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e2daa3ff. 00000400:00000200:3.0:1776267961.623595:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10681d1 00000400:00000010:3.0:1776267961.623597:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d10681d1. 00000100:00000200:3.0:1776267961.623605:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489496192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267961.623615:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489496192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267961.623645:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e083a65. 02000000:00000010:3.0:1776267961.623650:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b68b31f. 00000020:00000010:2.0:1776267961.623653:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0effe5f. 00000100:00000010:3.0:1776267961.623654:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267961.623660:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c3ef23c6. 00000020:00000010:2.0:1776267961.623662:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001f524f38. 00010000:00000010:3.0:1776267961.623665:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070244365. 00000020:00000010:2.0:1776267961.623669:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267961.623701:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007dd391c3 x1862549476130496/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267961.623741:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476130496 02000000:00000010:2.0:1776267961.623752:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000079a6b017. 00010000:00000010:2.0:1776267961.623821:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009fae144b. 00010000:00000010:2.0:1776267961.623843:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006179954d. 00000100:00000010:2.0:1776267961.623850:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bff40de. 00010000:00000010:0.1:1776267961.623920:0:1364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8c28507. 00000100:00000010:2.0:1776267961.623966:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bff40de. 00010000:00000010:2.0:1776267961.623970:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006179954d. 00000400:00000010:2.0:1776267961.624267:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f373599. 00000100:00000200:2.0:1776267961.624274:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476130496, offset 224 00000400:00000200:2.0:1776267961.624282:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.624295:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.624301:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91490:91490:256:4294967295] 192.168.202.34@tcp LPNI seq info [91490:91490:8:4294967295] 00000400:00000200:2.0:1776267961.624311:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.624316:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.624321:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00010000:00000010:3.1:1776267961.624360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b56ca967. 00010000:00000010:3.1:1776267961.624612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ad168d. 00000800:00000200:2.0:1776267961.624613:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.624621:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.624626:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1776267961.624646:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b68b31f. 00000020:00000010:2.0:1776267961.624654:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001f524f38. 00000020:00000010:2.0:1776267961.624660:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267961.624665:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0effe5f. 00010000:00000010:3.0:1776267961.624741:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbdb20bb. 00010000:00000010:3.0:1776267961.624749:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a3889cf. 00010000:00000010:3.0:1776267961.624845:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6ad168d. 00010000:00000010:3.0:1776267961.624852:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cbdb20bb. 00010000:00000010:3.0:1776267961.624862:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011c1c63e. 00000100:00000010:3.0:1776267961.624866:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3ef23c6. 00000100:00000010:3.0:1776267961.624873:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267961.624884:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e083a65. 02000000:00000010:3.0:1776267961.624933:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074d9b0d2. 00000400:00000010:3.0:1776267961.624939:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2daa3ff. 00000400:00000010:3.0:1776267961.624943:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d10681d1. 00000100:00000200:3.0:1776267961.624948:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496256, portal 16 00000400:00000010:3.0:1776267961.624953:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000253f928a. 00000100:00000200:3.0:1776267961.624956:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496256, offset 0 00000400:00000200:3.0:1776267961.624962:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.624970:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.624977:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.624980:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.624983:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.624986:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91491:91491:255:4294967295] 192.168.202.34@tcp LPNI seq info [91491:91491:7:4294967295] 00000400:00000200:3.0:1776267961.624994:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.624999:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.625003:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343946). 00000800:00000200:3.0:1776267961.625007:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.625012:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.625014:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.629260:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.629268:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343698). 00000400:00000200:2.0:1776267961.629277:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.629287:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.629293:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f373599 00000400:00000010:2.0:1776267961.629295:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f373599. 00000800:00000200:2.0:1776267961.630175:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.630180:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:2.0:1776267961.630186:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.630192:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.630197:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000253f928a 00000400:00000010:2.0:1776267961.630198:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000253f928a. 00000100:00000200:2.0:1776267961.630209:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489496256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267961.634851:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.634872:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b0c0 00000400:00000200:1.0:1776267961.634883:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb79c9 [1] + 224 00000400:00000200:1.0:1776267961.634929:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.634933:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.634944:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489496256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267961.635060:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e2daa3ff. 00000400:00000200:3.0:1776267961.635065:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10681d1 00000400:00000010:3.0:1776267961.635067:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d10681d1. 00000100:00000200:3.0:1776267961.635073:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489496256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267961.635091:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489496256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267961.635122:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074d9b0d2. 02000000:00000010:3.0:1776267961.635128:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e083a65. 00000100:00000010:3.0:1776267961.635141:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267961.635145:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c3ef23c6. 00010000:00000010:3.0:1776267961.635150:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011c1c63e. 00010000:00000010:2.1:1776267961.643665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e58d5baf. 00000400:00000200:2.0:1776267961.643708:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.643724:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bf00 00000400:00000200:2.0:1776267961.643732:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb62fd [2] + 1640 00000400:00000200:2.0:1776267961.643795:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.643801:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.643809:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267961.643814:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000001f24538. 00000020:00000010:1.0:1776267961.644018:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015368109. 00000020:00000010:1.0:1776267961.644025:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000063240089. 00000020:00000010:1.0:1776267961.644030:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267961.644054:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001f24538 x1862549476130560/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267961.644200:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476130560 02000000:00000010:1.0:1776267961.644220:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009d1cd443. 00010000:00000010:1.0:1776267961.644254:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000045f3815. 00010000:00000010:1.0:1776267961.644276:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d74ca048. 00000100:00000010:1.0:1776267961.644283:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bff32b7f. 00000100:00000010:1.0:1776267961.644297:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bff32b7f. 00010000:00000010:1.0:1776267961.644301:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d74ca048. 00000400:00000010:1.0:1776267961.644314:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021649f75. 00000100:00000200:1.0:1776267961.644319:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476130560, offset 224 00000400:00000200:1.0:1776267961.644326:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.644338:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.644344:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91492:91492:256:4294967295] 192.168.202.34@tcp LPNI seq info [91492:91492:8:4294967295] 00000400:00000200:1.0:1776267961.644354:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.644359:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00080000:00000010:2.0:1776267961.644660:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0effe5f. 00010000:00000010:2.0:1776267961.644743:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbdb20bb. 00010000:00000010:2.0:1776267961.644750:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013e94eb0. 00010000:00000010:2.0:1776267961.644819:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000114f13cb. 00010000:00000010:2.0:1776267961.644823:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001f524f38. 00010000:00000010:2.0:1776267961.644829:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.0:1776267961.644834:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b19484c. 00080000:00000010:2.0:1776267961.644849:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073b27dc3. 00010000:00000010:2.0:1776267961.644871:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b19484c. 00010000:00000010:2.0:1776267961.644874:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f524f38. 00010000:00000010:2.0:1776267961.644943:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039f0146f. 00010000:00000010:2.0:1776267961.644947:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b19484c. 00010000:00000010:2.0:1776267961.644954:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006179954d. 00000100:00000010:2.0:1776267961.644958:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bff40de. 00000100:00000010:2.0:1776267961.644965:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:2.0:1776267961.644975:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038b68da9. 02000000:00000010:2.0:1776267961.644998:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9ee2f3c. 00000400:00000010:2.0:1776267961.645003:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e4cfc9e. 00000400:00000010:2.0:1776267961.645007:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f373599. 00000100:00000200:2.0:1776267961.645012:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496320, portal 16 00000400:00000010:2.0:1776267961.645018:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000591578e6. 00000100:00000200:2.0:1776267961.645020:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496320, offset 0 00000400:00000200:2.0:1776267961.645025:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.645032:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.645038:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267961.645042:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267961.645044:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267961.645047:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91493:91493:255:4294967295] 192.168.202.34@tcp LPNI seq info [91493:91493:7:4294967295] 00000400:00000200:2.0:1776267961.645054:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.645058:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.645061:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343698). 00000800:00000200:2.0:1776267961.645068:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.645076:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.645095:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776267961.645291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008adae900. 00010000:00000010:3.1:1776267961.645298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00000800:00000010:1.0:1776267961.646250:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343946). 00000800:00000200:1.0:1776267961.646265:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.646271:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.646274:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267961.646294:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000063240089. 00000020:00000010:1.0:1776267961.646299:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267961.646302:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015368109. 00000800:00000200:2.0:1776267961.646766:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.646771:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343698). 00000400:00000200:2.0:1776267961.646777:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.646782:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.646786:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000591578e6 00000400:00000010:2.0:1776267961.646788:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000591578e6. 00000100:00000200:2.0:1776267961.646798:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489496320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1776267961.646879:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.646881:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:2.0:1776267961.646885:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.646888:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.646890:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021649f75 00000400:00000010:2.0:1776267961.646915:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021649f75. 00000400:00000200:1.0:1776267961.650914:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.650936:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b100 00000400:00000200:1.0:1776267961.650946:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb79d5 [1] + 224 00000400:00000200:1.0:1776267961.650959:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.650963:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.650974:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489496320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267961.651003:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.651007:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bf40 00000400:00000200:1.0:1776267961.651012:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb62fd [2] + 1968 00000400:00000010:1.0:1776267961.651015:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006b261e53. 00000400:00000200:1.0:1776267961.651018:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ab86d45d 00000400:00000200:1.0:1776267961.651067:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.651070:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.651072:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab86d45d 00000400:00000010:1.0:1776267961.651074:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ab86d45d (tot 82343298). 00000100:00000200:1.0:1776267961.651080:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267961.651261:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e083a65. 00000020:00000010:3.0:1776267961.651270:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000062abfa2e. 00000020:00000010:3.0:1776267961.651274:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267961.651305:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ca92b3b5 x1862549476130624/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267961.651341:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476130624 02000000:00000010:3.0:1776267961.651354:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000074d9b0d2. 00010000:00000010:2.1:1776267961.651648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039d74eb4. 00010000:00000010:2.1:1776267961.651657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ad168d. 00010000:00000010:2.1:1776267961.651662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000114f13cb. 00010000:00000010:2.1:1776267961.651666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00000400:00000010:2.0:1776267961.651683:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e4cfc9e. 00000400:00000200:2.0:1776267961.651687:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f373599 00000400:00000010:2.0:1776267961.651689:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f373599. 00000100:00000200:2.0:1776267961.651697:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489496320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267961.651704:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489496320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267961.651731:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9ee2f3c. 02000000:00000010:2.0:1776267961.651737:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038b68da9. 00000100:00000010:2.0:1776267961.651740:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:2.0:1776267961.651744:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bff40de. 00010000:00000010:2.0:1776267961.651747:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006179954d. 00010000:00000010:3.0:1776267961.652616:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000446fcc04. 00010000:00000010:2.0:1776267961.652749:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006179954d. 00000100:00000010:2.0:1776267961.652756:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000bff40de. 00000100:00000010:2.0:1776267961.652774:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000bff40de. 00010000:00000010:2.0:1776267961.652778:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006179954d. 00000400:00000010:2.0:1776267961.652792:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f373599. 00000100:00000200:2.0:1776267961.652797:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476130624, offset 224 00000400:00000200:2.0:1776267961.652806:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.652822:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.652828:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91494:91494:256:4294967295] 192.168.202.34@tcp LPNI seq info [91494:91494:8:4294967295] 00000400:00000200:2.0:1776267961.652838:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.652842:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.652847:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343546). 00000800:00000200:2.0:1776267961.652853:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.652859:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.652863:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267961.652914:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000062abfa2e. 00000020:00000010:2.0:1776267961.652920:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:2.0:1776267961.652923:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e083a65. 02000000:00000010:2.0:1776267961.652931:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009d1cd443. 00000100:00000010:2.0:1776267961.652933:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000001f24538. 02000000:00000010:2.0:1776267961.652937:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000079a6b017. 00000100:00000010:2.0:1776267961.652939:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007dd391c3. 02000000:00000010:2.0:1776267961.652942:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ca1683e1. 00000100:00000010:2.0:1776267961.652945:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009747af4d. 02000000:00000010:2.0:1776267961.652947:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085bdda99. 00000100:00000010:2.0:1776267961.652949:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e06806be. 02000000:00000010:2.0:1776267961.652952:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094e465ce. 00000100:00000010:2.0:1776267961.652954:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b5faa2a. 02000000:00000010:2.0:1776267961.652956:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070514e76. 00000100:00000010:2.0:1776267961.652958:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7707e38. 00000100:00000200:2.0:1776267961.652967:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776267961.652972:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e4cfc9e. 00000400:00000010:2.0:1776267961.652975:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000bff40de (tot 82343698). 00080000:00000010:3.0:1776267961.653062:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0e8e997. 00000800:00000200:1.0:1776267961.653658:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.653662:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343450). 00000400:00000200:1.0:1776267961.653668:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.653674:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.653679:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f373599 00000400:00000010:1.0:1776267961.653680:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f373599. 02000000:00000010:1.0:1776267961.653685:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000074d9b0d2. 00010000:00000010:3.0:1776267961.656380:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b19484c. 00010000:00000010:3.0:1776267961.656397:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006c3bf919. 00010000:00000010:3.0:1776267961.656483:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:3.0:1776267961.656489:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017cb0729. 00010000:00000010:3.0:1776267961.656503:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011c1c63e. 00000100:00000010:3.0:1776267961.656509:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3ef23c6. 00000100:00000010:3.0:1776267961.656519:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267961.656532:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb874000. 02000000:00000010:3.0:1776267961.656566:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008cb7b395. 00000400:00000010:3.0:1776267961.656574:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2daa3ff. 00000400:00000010:3.0:1776267961.656579:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d10681d1. 00000100:00000200:3.0:1776267961.656586:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496384, portal 16 00000400:00000010:3.0:1776267961.656591:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cbd945d. 00000100:00000200:3.0:1776267961.656593:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496384, offset 0 00000400:00000200:3.0:1776267961.656603:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.656618:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.656627:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.656630:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.656633:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.656636:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91495:91495:256:4294967295] 192.168.202.34@tcp LPNI seq info [91495:91495:8:4294967295] 00000400:00000200:3.0:1776267961.656646:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.656652:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.656657:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267961.656663:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.656670:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.656673:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776267961.657039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e989d5a. 00000800:00000200:0.0:1776267961.661385:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.661395:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267961.661410:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.661420:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.661428:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cbd945d 00000400:00000010:0.0:1776267961.661431:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cbd945d. 00000100:00000200:0.0:1776267961.661444:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489496384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267961.666353:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.666386:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b140 00000400:00000200:1.0:1776267961.666406:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb79e5 [1] + 224 00000400:00000200:1.0:1776267961.666419:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.666424:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.666437:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489496384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267961.666474:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.666480:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bf80 00000400:00000200:1.0:1776267961.666484:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6355 [2] + 0 00000400:00000200:1.0:1776267961.666495:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.666498:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.666502:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267961.666507:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 00000400:00000010:3.0:1776267961.666580:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e2daa3ff. 00000400:00000200:3.0:1776267961.666586:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10681d1 00000400:00000010:3.0:1776267961.666589:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d10681d1. 00000100:00000200:3.0:1776267961.666596:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489496384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267961.666604:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489496384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267961.666639:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008cb7b395. 02000000:00000010:3.0:1776267961.666645:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bb874000. 00000100:00000010:3.0:1776267961.666649:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267961.666653:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c3ef23c6. 00010000:00000010:3.0:1776267961.666658:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011c1c63e. 00000020:00000010:2.0:1776267961.666730:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094e465ce. 00000020:00000010:2.0:1776267961.666738:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008c45040f. 00000020:00000010:2.0:1776267961.666742:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267961.666766:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5458b88 x1862549476130688/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267961.666803:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476130688 02000000:00000010:2.0:1776267961.666813:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000079a6b017. 00010000:00000010:2.0:1776267961.666840:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b860032c. 00010000:00000010:2.0:1776267961.666860:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000845403c5. 00000100:00000010:2.0:1776267961.666866:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000703627d9. 00000100:00000010:2.0:1776267961.666883:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000703627d9. 00010000:00000010:2.0:1776267961.666886:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000845403c5. 00000400:00000010:2.0:1776267961.666933:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000591578e6. 00000100:00000200:2.0:1776267961.666938:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476130688, offset 224 00000400:00000200:2.0:1776267961.666945:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.666956:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.666961:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91496:91496:256:4294967295] 192.168.202.34@tcp LPNI seq info [91496:91496:8:4294967295] 00000400:00000200:2.0:1776267961.666971:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.666976:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.666979:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267961.666984:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.666992:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.666995:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267961.667011:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008c45040f. 00000020:00000010:2.0:1776267961.667015:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267961.667017:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094e465ce. 00080000:00000010:3.0:1776267961.667274:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb874000. 00010000:00000010:3.0:1776267961.667357:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017cb0729. 00010000:00000010:3.0:1776267961.667374:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000045f2a52a. 00010000:00000010:3.0:1776267961.667456:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a53a9e4. 00010000:00000010:3.0:1776267961.667462:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000017cb0729. 00010000:00000010:3.0:1776267961.667470:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011c1c63e. 00000100:00000010:3.0:1776267961.667474:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3ef23c6. 00000100:00000010:3.0:1776267961.667481:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267961.667492:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cb7b395. 02000000:00000010:3.0:1776267961.667514:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d41ffea. 00000400:00000010:3.0:1776267961.667519:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2daa3ff. 00000400:00000010:3.0:1776267961.667522:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d10681d1. 00000100:00000200:3.0:1776267961.667527:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496448, portal 16 00000400:00000010:3.0:1776267961.667532:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009716a069. 00000100:00000200:3.0:1776267961.667533:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496448, offset 0 00000400:00000200:3.0:1776267961.667539:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.667545:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.667552:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.667555:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.667558:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.667560:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91497:91497:255:4294967295] 192.168.202.34@tcp LPNI seq info [91497:91497:7:4294967295] 00000400:00000200:3.0:1776267961.667568:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.667573:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.667576:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343946). 00000800:00000200:3.0:1776267961.667581:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.667585:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.667587:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267961.667781:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.667786:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343698). 00000400:00000200:1.0:1776267961.667792:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.667796:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.667800:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000591578e6 00000400:00000010:1.0:1776267961.667801:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000591578e6. 00000800:00000200:1.0:1776267961.667882:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.667884:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267961.667890:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.667917:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.667920:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009716a069 00000400:00000010:1.0:1776267961.667922:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009716a069. 00000100:00000200:1.0:1776267961.667927:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489496448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267961.668071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ea4fc8f. 00010000:00000010:3.1:1776267961.668078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4d4f239. 00010000:00000010:3.1:1776267961.668082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:2.1:1776267961.670271:0:78535:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bbad774. 00000400:00000200:0.0:1776267961.677517:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.677537:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b180 00000400:00000200:0.0:1776267961.677545:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb79f1 [1] + 224 00000400:00000200:0.0:1776267961.677555:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.677559:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.677569:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489496448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267961.677599:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.677603:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6bfc0 00000400:00000200:0.0:1776267961.677608:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6355 [2] + 328 00000400:00000200:0.0:1776267961.677617:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.677620:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.677623:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267961.677629:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005aab43a3. 00000020:00000010:0.0:1776267961.677666:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccfb753a. 00000020:00000010:0.0:1776267961.677672:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267961.677676:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.677699:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005aab43a3 x1862549476130752/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267961.677727:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476130752 02000000:00000010:0.0:1776267961.677736:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000939c2bfc. 00010000:00000010:0.0:1776267961.677773:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac60547b. 00000100:00000010:0.0:1776267961.677779:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000082dcfe1. 00000100:00000010:0.0:1776267961.677786:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000082dcfe1. 00010000:00000010:0.0:1776267961.677791:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac60547b. 00000400:00000010:0.0:1776267961.677804:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015166d3f. 00000100:00000200:0.0:1776267961.677808:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476130752, offset 224 00000400:00000200:0.0:1776267961.677815:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.677824:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.677829:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91498:91498:256:4294967295] 192.168.202.34@tcp LPNI seq info [91498:91498:8:4294967295] 00000400:00000200:0.0:1776267961.677838:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.677842:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.677846:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343698). 00000800:00000200:0.0:1776267961.677851:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.677857:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.677860:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.677875:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267961.677878:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.677881:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccfb753a. 00000800:00000200:0.0:1776267961.677989:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.677992:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343450). 00000400:00000200:0.0:1776267961.677995:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.677999:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.678002:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015166d3f 00000400:00000010:0.0:1776267961.678004:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015166d3f. 00000400:00000010:1.0:1776267961.678076:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e2daa3ff. 00000400:00000200:1.0:1776267961.678081:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10681d1 00000400:00000010:1.0:1776267961.678082:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d10681d1. 00000100:00000200:1.0:1776267961.678088:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489496448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.678095:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489496448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267961.678113:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000274fe58c. 02000000:00000010:1.0:1776267961.678125:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d41ffea. 02000000:00000010:1.0:1776267961.678130:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008cb7b395. 00000100:00000010:1.0:1776267961.678133:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:1.0:1776267961.678136:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c3ef23c6. 00010000:00000010:1.0:1776267961.678139:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011c1c63e. 00080000:00000010:1.0:1776267961.678155:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0129af2. 00010000:00000010:1.0:1776267961.678250:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017cb0729. 00010000:00000010:1.0:1776267961.678256:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f571708a. 00010000:00000010:1.0:1776267961.678326:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053fdbf60. 00010000:00000010:1.0:1776267961.678334:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033995403. 00010000:00000010:1.0:1776267961.678344:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d74ca048. 00000100:00000010:1.0:1776267961.678348:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bff32b7f. 00000100:00000010:1.0:1776267961.678354:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fcb0bd4a. 02000000:00000010:1.0:1776267961.678376:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca1683e1. 02000000:00000010:1.0:1776267961.678396:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d1cd443. 00000400:00000010:1.0:1776267961.678400:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae94a7e7. 00000400:00000010:1.0:1776267961.678404:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9ff3e4. 00000100:00000200:1.0:1776267961.678408:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496512, portal 16 00000400:00000010:1.0:1776267961.678412:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f2dfd06. 00000100:00000200:1.0:1776267961.678413:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496512, offset 0 00000400:00000200:1.0:1776267961.678418:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.678424:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.678430:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.678433:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.678435:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.678438:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91499:91499:256:4294967295] 192.168.202.34@tcp LPNI seq info [91499:91499:8:4294967295] 00000400:00000200:1.0:1776267961.678445:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.678449:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.678452:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267961.678456:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.678459:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.678461:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.678678:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.678680:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:0.0:1776267961.678685:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.678689:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.678691:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f2dfd06 00000400:00000010:0.0:1776267961.678692:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f2dfd06. 00000100:00000200:0.0:1776267961.678697:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fcb0bd4a x1862549489496512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267961.680934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6e77b29. 00010000:00000010:3.1:1776267961.681091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:1.1:1776267961.689538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a4f91f2. 00010000:00000010:1.1:1776267961.689553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d3ce08d. 00010000:00000010:1.1:1776267961.689559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a53a9e4. 00000400:00000200:1.0:1776267961.689593:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.689609:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b1c0 00000400:00000200:1.0:1776267961.689618:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb79fd [1] + 224 00000400:00000200:1.0:1776267961.689630:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.689635:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.689646:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fcb0bd4a x1862549489496512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267961.689671:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.689676:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c000 00000400:00000200:1.0:1776267961.689681:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6355 [2] + 656 00000400:00000200:1.0:1776267961.689735:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.689738:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.689742:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267961.689747:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e69869f. 00000020:00000010:1.0:1776267961.689793:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecf200a3. 00000020:00000010:1.0:1776267961.689799:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267961.689803:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267961.689827:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e69869f x1862549476130816/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267961.689855:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476130816 02000000:00000010:1.0:1776267961.689866:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004fa5850c. 00010000:00000010:1.0:1776267961.689926:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b579bf7. 00000100:00000010:1.0:1776267961.689932:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b3c7ff3. 00000100:00000010:1.0:1776267961.689940:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b3c7ff3. 00010000:00000010:1.0:1776267961.689943:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b579bf7. 00000400:00000010:1.0:1776267961.689956:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b353dff. 00000100:00000200:1.0:1776267961.689960:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476130816, offset 224 00000400:00000200:1.0:1776267961.689968:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.689978:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.689983:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91500:91500:256:4294967295] 192.168.202.34@tcp LPNI seq info [91500:91500:8:4294967295] 00000400:00000200:1.0:1776267961.689991:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.689996:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.690000:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343698). 00000800:00000200:1.0:1776267961.690005:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.690012:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.690016:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267961.690032:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267961.690035:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267961.690038:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecf200a3. 00000800:00000200:1.0:1776267961.690105:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.690108:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:1.0:1776267961.690112:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.690115:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.690119:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b353dff 00000400:00000010:1.0:1776267961.690120:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b353dff. 00000400:00000010:3.0:1776267961.690372:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae94a7e7. 00000400:00000200:3.0:1776267961.690377:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9ff3e4 00000400:00000010:3.0:1776267961.690378:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9ff3e4. 00000100:00000200:3.0:1776267961.690384:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fcb0bd4a x1862549489496512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267961.690396:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fcb0bd4a x1862549489496512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267961.690414:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005d33c169. 02000000:00000010:3.0:1776267961.690426:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d1cd443. 02000000:00000010:3.0:1776267961.690430:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ca1683e1. 00000100:00000010:3.0:1776267961.690435:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fcb0bd4a. 00000100:00000010:3.0:1776267961.690439:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bff32b7f. 00010000:00000010:3.0:1776267961.690441:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d74ca048. 00080000:00000010:3.0:1776267961.690458:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070514e76. 00010000:00000010:3.0:1776267961.690539:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033995403. 00010000:00000010:3.0:1776267961.690547:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005f576595. 00010000:00000010:3.0:1776267961.690621:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:3.0:1776267961.690627:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000049e7fc0e. 00010000:00000010:3.0:1776267961.690638:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000077e7f01c. 00000100:00000010:3.0:1776267961.690642:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049049fc2. 00000100:00000010:3.0:1776267961.690651:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d374058f. 02000000:00000010:3.0:1776267961.690661:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e083a65. 02000000:00000010:3.0:1776267961.690682:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008cb7b395. 00000400:00000010:3.0:1776267961.690687:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2daa3ff. 00000400:00000010:3.0:1776267961.690690:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267961.690695:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496576, portal 16 00000400:00000010:3.0:1776267961.690699:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7e646e3. 00000100:00000200:3.0:1776267961.690701:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496576, offset 0 00000400:00000200:3.0:1776267961.690707:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.690713:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.690719:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.690723:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.690725:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.690728:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91501:91501:256:4294967295] 192.168.202.34@tcp LPNI seq info [91501:91501:8:4294967295] 00000400:00000200:3.0:1776267961.690735:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.690740:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.690743:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267961.690748:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.690752:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.690755:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267961.690972:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.690975:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267961.690982:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.690987:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.690989:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7e646e3 00000400:00000010:1.0:1776267961.690991:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7e646e3. 00000100:00000200:1.0:1776267961.690996:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d374058f x1862549489496576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267961.700945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c1462f3. 00010000:00000010:3.1:1776267961.700959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bedb299. 00010000:00000010:3.1:1776267961.700964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053fdbf60. 00000400:00000200:1.0:1776267961.711780:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.711800:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b200 00000400:00000200:1.0:1776267961.711809:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7a09 [1] + 224 00000400:00000200:1.0:1776267961.711822:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.711826:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.711837:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d374058f x1862549489496576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267961.711874:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.711879:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c040 00000400:00000200:1.0:1776267961.711884:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6355 [2] + 984 00000400:00000200:1.0:1776267961.711940:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.711944:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.711950:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267961.711956:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdb942bd. 00000020:00000010:0.0:1776267961.712073:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccfb753a. 00000020:00000010:0.0:1776267961.712080:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000012591d50. 00000020:00000010:0.0:1776267961.712086:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.712117:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bdb942bd x1862549476130880/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267961.712161:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476130880 02000000:00000010:0.0:1776267961.712174:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000859a32b4. 00010000:00000010:0.0:1776267961.712222:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac60547b. 00000100:00000010:0.0:1776267961.712229:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000082dcfe1. 00000100:00000010:0.0:1776267961.712237:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000082dcfe1. 00010000:00000010:0.0:1776267961.712241:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac60547b. 00000400:00000010:0.0:1776267961.712254:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015166d3f. 00000100:00000200:0.0:1776267961.712259:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476130880, offset 224 00000400:00000200:0.0:1776267961.712267:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.712277:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.712282:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91502:91502:256:4294967295] 192.168.202.34@tcp LPNI seq info [91502:91502:8:4294967295] 00000400:00000200:0.0:1776267961.712291:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.712296:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.712301:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343698). 00000800:00000200:0.0:1776267961.712306:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.712313:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.712317:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.712347:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000012591d50. 00000020:00000010:0.0:1776267961.712352:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000800:00000200:2.0:1776267961.712625:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.712629:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343450). 00000400:00000200:2.0:1776267961.712634:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.712639:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.712642:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015166d3f 00000400:00000010:2.0:1776267961.712644:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015166d3f. 00000020:00000010:0.0:1776267961.712830:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccfb753a. 00000400:00000010:3.0:1776267961.712956:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e2daa3ff. 00000400:00000200:3.0:1776267961.712961:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:3.0:1776267961.712964:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000100:00000200:3.0:1776267961.712970:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d374058f x1862549489496576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267961.712978:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d374058f x1862549489496576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267961.713001:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000d188af. 02000000:00000010:3.0:1776267961.713018:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008cb7b395. 02000000:00000010:3.0:1776267961.713024:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e083a65. 00000100:00000010:3.0:1776267961.713027:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d374058f. 00000100:00000010:3.0:1776267961.713031:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049049fc2. 00010000:00000010:3.0:1776267961.713034:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000077e7f01c. 00080000:00000010:3.0:1776267961.713052:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e083a65. 00010000:00000010:3.0:1776267961.713132:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049e7fc0e. 00010000:00000010:3.0:1776267961.713273:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008da94254. 00010000:00000010:3.0:1776267961.713353:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0a0f611. 00010000:00000010:3.0:1776267961.713525:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b6c23aa. 00010000:00000010:3.0:1776267961.713532:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd32b35c. 00010000:00000010:3.0:1776267961.713538:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000049e7fc0e. 00080000:00000010:3.0:1776267961.713554:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cb7b395. 00010000:00000010:3.0:1776267961.713586:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049e7fc0e. 00010000:00000010:3.0:1776267961.713590:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b6c23aa. 00010000:00000010:3.0:1776267961.713650:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a53a9e4. 00010000:00000010:3.0:1776267961.713655:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000049e7fc0e. 00010000:00000010:3.0:1776267961.713663:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000077e7f01c. 00000100:00000010:3.0:1776267961.713668:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049049fc2. 00000100:00000010:3.0:1776267961.713675:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d374058f. 02000000:00000010:3.0:1776267961.713686:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d41ffea. 02000000:00000010:3.0:1776267961.713711:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074d9b0d2. 00000400:00000010:3.0:1776267961.713716:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2daa3ff. 00000400:00000010:3.0:1776267961.713720:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267961.713725:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496640, portal 16 00000400:00000010:3.0:1776267961.713730:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a502439. 00000100:00000200:3.0:1776267961.713732:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496640, offset 0 00000400:00000200:3.0:1776267961.713738:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.713749:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.713756:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.713759:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.713762:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.713765:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91503:91503:256:4294967295] 192.168.202.34@tcp LPNI seq info [91503:91503:8:4294967295] 00000400:00000200:3.0:1776267961.713774:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.713780:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.713784:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267961.713790:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.713796:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.713799:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.714097:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.714101:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267961.714108:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.714113:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.714117:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a502439 00000400:00000010:0.0:1776267961.714118:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a502439. 00000100:00000200:0.0:1776267961.714124:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d374058f x1862549489496640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267961.716103:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.716121:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b240 00000400:00000200:1.0:1776267961.716130:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7a15 [1] + 224 00000400:00000200:1.0:1776267961.716251:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.716256:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.716265:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d374058f x1862549489496640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267961.716794:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e2daa3ff. 00000400:00000200:3.0:1776267961.716800:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:3.0:1776267961.716802:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000100:00000200:3.0:1776267961.716809:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d374058f x1862549489496640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267961.716816:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d374058f x1862549489496640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267961.716844:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074d9b0d2. 02000000:00000010:3.0:1776267961.716850:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d41ffea. 00000100:00000010:3.0:1776267961.716853:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d374058f. 00000100:00000010:3.0:1776267961.716857:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049049fc2. 00010000:00000010:3.0:1776267961.716861:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000077e7f01c. 00000400:00000200:2.0:1776267961.720259:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.720280:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c080 00000400:00000200:2.0:1776267961.720290:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6355 [2] + 1312 00000400:00000200:2.0:1776267961.720667:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.720674:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.720682:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267961.720689:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 00000020:00000010:1.0:1776267961.720823:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecf200a3. 00000020:00000010:1.0:1776267961.720831:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267961.720835:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267961.720861:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c9c03c4 x1862549476130944/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267961.720914:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476130944 02000000:00000010:1.0:1776267961.720927:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050ab13b6. 00010000:00000010:1.0:1776267961.720959:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066f7337a. 00010000:00000010:1.0:1776267961.720982:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b579bf7. 00000100:00000010:1.0:1776267961.720988:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b3c7ff3. 00000100:00000010:1.0:1776267961.721002:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b3c7ff3. 00010000:00000010:1.0:1776267961.721006:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b579bf7. 00000400:00000010:1.0:1776267961.721018:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b353dff. 00000100:00000200:1.0:1776267961.721023:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476130944, offset 224 00000400:00000200:1.0:1776267961.721032:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.721044:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.721049:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91504:91504:256:4294967295] 192.168.202.34@tcp LPNI seq info [91504:91504:8:4294967295] 00000400:00000200:1.0:1776267961.721060:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.721066:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.721071:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343698). 00000800:00000200:1.0:1776267961.721077:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.721084:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.721087:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267961.721116:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267961.721121:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267961.721123:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecf200a3. 00080000:00000010:3.0:1776267961.721574:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015368109. 00010000:00000010:3.0:1776267961.721656:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049e7fc0e. 00010000:00000010:3.0:1776267961.721663:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000431f0ccf. 00010000:00000010:3.0:1776267961.721748:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6ad168d. 00010000:00000010:3.0:1776267961.721754:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000049e7fc0e. 00010000:00000010:3.0:1776267961.721765:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000077e7f01c. 00000100:00000010:3.0:1776267961.721769:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049049fc2. 00000100:00000010:3.0:1776267961.721778:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d374058f. 02000000:00000010:3.0:1776267961.721788:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca1683e1. 02000000:00000010:3.0:1776267961.721811:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d1cd443. 00000400:00000010:3.0:1776267961.721817:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2daa3ff. 00000400:00000010:3.0:1776267961.721822:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267961.721828:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496704, portal 16 00000400:00000010:3.0:1776267961.721832:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000503c1aa0. 00000100:00000200:3.0:1776267961.721834:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496704, offset 0 00000400:00000200:3.0:1776267961.721841:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.721849:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.721856:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.721860:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.721862:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.721865:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91505:91505:255:4294967295] 192.168.202.34@tcp LPNI seq info [91505:91505:7:4294967295] 00000400:00000200:3.0:1776267961.721872:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.721876:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.721880:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343946). 00000800:00000200:3.0:1776267961.721885:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.721889:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.721923:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.722607:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.722613:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343698). 00000400:00000200:2.0:1776267961.722620:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.722625:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.722630:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b353dff 00000400:00000010:2.0:1776267961.722632:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b353dff. 00000800:00000200:2.0:1776267961.722933:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.722936:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:2.0:1776267961.722941:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.722944:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.722947:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000503c1aa0 00000400:00000010:2.0:1776267961.722948:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000503c1aa0. 00000100:00000200:2.0:1776267961.722955:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d374058f x1862549489496704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267961.723352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e388e048. 00010000:00000010:3.1:1776267961.723635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084c6578f. 00010000:00000010:3.1:1776267961.723640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:3.1:1776267961.723644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0a0f611. 00010000:00000010:3.1:1776267961.723646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00000400:00000200:1.0:1776267961.726172:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.726198:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b280 00000400:00000200:1.0:1776267961.726208:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7a21 [1] + 224 00000400:00000200:1.0:1776267961.726240:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.726245:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.726259:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d374058f x1862549489496704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267961.726612:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e2daa3ff. 00000400:00000200:3.0:1776267961.726617:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:3.0:1776267961.726620:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000100:00000200:3.0:1776267961.726627:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d374058f x1862549489496704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267961.726635:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d374058f x1862549489496704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267961.726666:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d1cd443. 02000000:00000010:3.0:1776267961.726673:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ca1683e1. 00000100:00000010:3.0:1776267961.726677:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d374058f. 00000100:00000010:3.0:1776267961.726681:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049049fc2. 00010000:00000010:3.0:1776267961.726685:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000077e7f01c. 00000400:00000200:2.0:1776267961.727187:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.727200:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c0c0 00000400:00000200:2.0:1776267961.727207:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6355 [2] + 1640 00000400:00000200:2.0:1776267961.727281:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.727286:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.727293:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267961.727298:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 00000020:00000010:0.0:1776267961.727410:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccfb753a. 00000020:00000010:0.0:1776267961.727418:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267961.727423:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.727456:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa9f9452 x1862549476131008/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267961.727496:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131008 02000000:00000010:0.0:1776267961.727507:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000f3c6952. 00010000:00000010:0.0:1776267961.727536:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000854bf669. 00010000:00000010:0.0:1776267961.727560:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac60547b. 00000100:00000010:0.0:1776267961.727567:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000082dcfe1. 00000100:00000010:0.0:1776267961.727578:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000082dcfe1. 00010000:00000010:0.0:1776267961.727582:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac60547b. 00000400:00000010:0.0:1776267961.727594:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267961.727598:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131008, offset 224 00000400:00000200:0.0:1776267961.727605:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.727616:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.727622:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91506:91506:256:4294967295] 192.168.202.34@tcp LPNI seq info [91506:91506:8:4294967295] 00000400:00000200:0.0:1776267961.727631:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.727636:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.727640:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343698). 00000800:00000200:0.0:1776267961.727645:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.727653:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.727656:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.727679:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267961.727683:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.727686:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccfb753a. 00000800:00000200:2.0:1776267961.727974:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.727979:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:2.0:1776267961.727984:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.727988:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.727992:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:2.0:1776267961.727994:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00010000:00000010:3.1:1776267961.728276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e28d8f7. 00010000:00000010:3.1:1776267961.728283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a53a9e4. 00080000:00000010:3.0:1776267961.728320:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d41ffea. 00010000:00000010:3.0:1776267961.729023:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049e7fc0e. 00010000:00000010:3.0:1776267961.729033:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f5185eee. 00010000:00000010:3.0:1776267961.729671:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a53a9e4. 00010000:00000010:3.0:1776267961.729684:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000049e7fc0e. 00010000:00000010:3.0:1776267961.729700:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000077e7f01c. 00000100:00000010:3.0:1776267961.729707:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049049fc2. 00000100:00000010:3.0:1776267961.729717:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d374058f. 02000000:00000010:3.0:1776267961.729730:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000074d9b0d2. 02000000:00000010:3.0:1776267961.729760:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca1683e1. 00000400:00000010:3.0:1776267961.729766:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2daa3ff. 00000400:00000010:3.0:1776267961.729771:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267961.729777:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496768, portal 16 00000400:00000010:3.0:1776267961.729782:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267961.729784:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496768, offset 0 00000400:00000200:3.0:1776267961.729792:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.729807:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.729815:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.729818:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.729821:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.729824:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91507:91507:256:4294967295] 192.168.202.34@tcp LPNI seq info [91507:91507:8:4294967295] 00000400:00000200:3.0:1776267961.729834:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.730310:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.730768:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267961.730779:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.730786:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.730790:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267961.731101:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.731104:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:1.0:1776267961.731111:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.731116:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.731121:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:1.0:1776267961.731123:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00000100:00000200:1.0:1776267961.731130:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d374058f x1862549489496768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267961.732063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9338759. 00000400:00000200:2.0:1776267961.736407:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.736429:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b2c0 00000400:00000200:2.0:1776267961.736439:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7a2d [1] + 224 00000400:00000200:2.0:1776267961.736452:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.736456:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.736468:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d374058f x1862549489496768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.736505:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.736511:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c100 00000400:00000200:2.0:1776267961.736516:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6355 [2] + 1968 00000400:00000010:2.0:1776267961.736520:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002576dac0. 00000400:00000200:2.0:1776267961.736524:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008e47fa61 00000400:00000200:2.0:1776267961.736579:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.736583:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.736585:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e47fa61 00000400:00000010:2.0:1776267961.736588:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008e47fa61 (tot 82343298). 00000100:00000200:2.0:1776267961.736594:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776267961.736766:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccfb753a. 00000020:00000010:0.0:1776267961.736773:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267961.736778:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.736803:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009cf307dc x1862549476131072/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267961.736838:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131072 02000000:00000010:0.0:1776267961.736848:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085bdda99. 00010000:00000010:0.0:1776267961.736886:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ac60547b. 00010000:00000010:0.1:1776267961.736915:0:75364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5760b71. 00000100:00000010:0.0:1776267961.736921:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000082dcfe1. 00000100:00000010:0.0:1776267961.736928:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000082dcfe1. 00010000:00000010:0.0:1776267961.736931:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ac60547b. 00000400:00000010:0.0:1776267961.736945:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6abd6ee. 00000100:00000200:0.0:1776267961.736949:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131072, offset 224 00000400:00000200:0.0:1776267961.736957:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.736966:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.736972:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91508:91508:256:4294967295] 192.168.202.34@tcp LPNI seq info [91508:91508:8:4294967295] 00000400:00000200:0.0:1776267961.736981:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.736985:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.736989:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb6d44d (tot 82343546). 00000800:00000200:0.0:1776267961.736994:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.737000:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.737004:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bb6d44d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.737021:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000196ed522. 00000020:00000010:0.0:1776267961.737024:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.737027:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccfb753a. 02000000:00000010:0.0:1776267961.737034:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000f3c6952. 00000100:00000010:0.0:1776267961.737036:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 02000000:00000010:0.0:1776267961.737040:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000050ab13b6. 00000100:00000010:0.0:1776267961.737042:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 02000000:00000010:0.0:1776267961.737044:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000859a32b4. 00000100:00000010:0.0:1776267961.737046:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdb942bd. 02000000:00000010:0.0:1776267961.737049:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004fa5850c. 00000100:00000010:0.0:1776267961.737052:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e69869f. 02000000:00000010:0.0:1776267961.737056:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000939c2bfc. 00000100:00000010:0.0:1776267961.737058:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005aab43a3. 02000000:00000010:0.0:1776267961.737060:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000079a6b017. 00000100:00000010:0.0:1776267961.737062:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000200:0.0:1776267961.737066:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776267961.737071:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f45c097. 00000400:00000010:0.0:1776267961.737074:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000082dcfe1 (tot 82343698). 00000800:00000200:3.0:1776267961.737190:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.737194:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb6d44d (tot 82343450). 00000400:00000200:3.0:1776267961.737199:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.737203:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.737206:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6abd6ee 00000400:00000010:3.0:1776267961.737208:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6abd6ee. 02000000:00000010:3.0:1776267961.737222:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085bdda99. 00000400:00000010:1.0:1776267961.737635:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e2daa3ff. 00000400:00000200:1.0:1776267961.737640:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:1.0:1776267961.737643:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000100:00000200:1.0:1776267961.737650:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d374058f x1862549489496768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.737659:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d374058f x1862549489496768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267961.737680:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ccd47e3. 02000000:00000010:1.0:1776267961.737694:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca1683e1. 02000000:00000010:1.0:1776267961.737700:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000074d9b0d2. 00000100:00000010:1.0:1776267961.737716:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d374058f. 00000100:00000010:1.0:1776267961.737721:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049049fc2. 00010000:00000010:1.0:1776267961.737725:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000077e7f01c. 00080000:00000010:1.0:1776267961.737743:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050ab13b6. 00010000:00000010:1.0:1776267961.737827:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049e7fc0e. 00010000:00000010:1.0:1776267961.737833:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003b6b841. 00010000:00000010:1.0:1776267961.737919:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b31b6518. 00010000:00000010:1.0:1776267961.737925:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000605b8fdf. 00010000:00000010:1.0:1776267961.737936:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b579bf7. 00000100:00000010:1.0:1776267961.737940:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b3c7ff3. 00000100:00000010:1.0:1776267961.737947:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267961.737958:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000074d9b0d2. 02000000:00000010:1.0:1776267961.737983:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ecf200a3. 00000400:00000010:1.0:1776267961.737987:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090efb0bc. 00000400:00000010:1.0:1776267961.737991:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000669f343e. 00000100:00000200:1.0:1776267961.737995:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496832, portal 16 00000400:00000010:1.0:1776267961.737998:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267961.738000:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496832, offset 0 00000400:00000200:1.0:1776267961.738005:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.738013:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.738020:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.738024:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.738027:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.738030:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91509:91509:256:4294967295] 192.168.202.34@tcp LPNI seq info [91509:91509:8:4294967295] 00000400:00000200:1.0:1776267961.738037:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.738041:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.738045:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343698). 00000800:00000200:1.0:1776267961.738049:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.738055:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.738057:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267961.746486:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.746495:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:1.0:1776267961.746503:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.746513:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.746519:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:1.0:1776267961.746521:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00000100:00000200:1.0:1776267961.746530:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489496832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267961.746945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e4683df. 00010000:00000010:3.1:1776267961.746953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ad168d. 00000400:00000200:2.0:1776267961.750637:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.750662:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b300 00000400:00000200:2.0:1776267961.750672:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7a3d [1] + 224 00000400:00000200:2.0:1776267961.750688:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.750692:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.750716:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489496832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267961.750797:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090efb0bc. 00000400:00000200:3.0:1776267961.750802:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000669f343e 00000400:00000010:3.0:1776267961.750804:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000669f343e. 00000100:00000200:3.0:1776267961.750811:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489496832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267961.750819:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489496832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267961.750852:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ecf200a3. 02000000:00000010:3.0:1776267961.750871:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000074d9b0d2. 00000100:00000010:3.0:1776267961.750876:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:3.0:1776267961.750881:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b3c7ff3. 00010000:00000010:3.0:1776267961.750885:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b579bf7. 00010000:00000010:1.1:1776267961.754530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad5ad98d. 00010000:00000010:1.1:1776267961.754553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c02b512. 00010000:00000010:1.1:1776267961.754558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a53a9e4. 00000400:00000200:3.0:1776267961.756121:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.756281:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c140 00000400:00000200:3.0:1776267961.756291:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb63ad [2] + 0 00000400:00000200:3.0:1776267961.756366:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.756371:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.756379:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.756386:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b58eae9f. 00000020:00000010:0.0:1776267961.756473:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000939c2bfc. 00000020:00000010:0.0:1776267961.756480:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267961.756484:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.756509:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b58eae9f x1862549476131136/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267961.756545:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131136 02000000:00000010:0.0:1776267961.756555:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000859a32b4. 00010000:00000010:0.0:1776267961.756587:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a7161ef. 00010000:00000010:0.0:1776267961.756608:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e20a69f8. 00000100:00000010:0.0:1776267961.756614:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004235615d. 00000100:00000010:0.0:1776267961.756630:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004235615d. 00010000:00000010:0.0:1776267961.756635:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e20a69f8. 00000400:00000010:0.0:1776267961.756647:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edccd03. 00000100:00000200:0.0:1776267961.756662:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131136, offset 224 00000400:00000200:0.0:1776267961.756670:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.756681:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.756686:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91510:91510:256:4294967295] 192.168.202.34@tcp LPNI seq info [91510:91510:8:4294967295] 00000400:00000200:0.0:1776267961.756696:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.756711:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.756717:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb6d44d (tot 82343698). 00000800:00000200:0.0:1776267961.756723:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.756729:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.756733:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bb6d44d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.756748:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267961.756752:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.756754:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000939c2bfc. 00000800:00000200:1.0:1776267961.756886:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.756890:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb6d44d (tot 82343450). 00000400:00000200:1.0:1776267961.756923:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.756927:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.756933:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001edccd03 00000400:00000010:1.0:1776267961.756935:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001edccd03. 00080000:00000010:3.0:1776267961.757248:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca1683e1. 00010000:00000010:3.0:1776267961.757334:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000605b8fdf. 00010000:00000010:3.0:1776267961.757341:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000349f8db3. 00010000:00000010:3.0:1776267961.757502:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6ad168d. 00010000:00000010:3.0:1776267961.757509:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000269cda43. 00010000:00000010:3.0:1776267961.757519:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000801a6466. 00000100:00000010:3.0:1776267961.757524:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000206c4d37. 00000100:00000010:3.0:1776267961.757533:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d374058f. 02000000:00000010:3.0:1776267961.757544:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000074d9b0d2. 02000000:00000010:3.0:1776267961.757570:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008c4e77de. 00000400:00000010:3.0:1776267961.757576:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000378dcf83. 00000400:00000010:3.0:1776267961.757580:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035f6f22f. 00000100:00000200:3.0:1776267961.757584:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496896, portal 16 00000400:00000010:3.0:1776267961.757589:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1ac30ef. 00000100:00000200:3.0:1776267961.757590:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496896, offset 0 00000400:00000200:3.0:1776267961.757596:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.757605:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.757611:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.757615:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.757618:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.757620:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91511:91511:256:4294967295] 192.168.202.34@tcp LPNI seq info [91511:91511:8:4294967295] 00000400:00000200:3.0:1776267961.757628:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.757633:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.757635:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267961.757641:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.757645:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.757648:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267961.759033:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.759039:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:1.0:1776267961.759048:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.759055:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.759060:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac30ef 00000400:00000010:1.0:1776267961.759062:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1ac30ef. 00000100:00000200:1.0:1776267961.759070:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d374058f x1862549489496896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267961.761255:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.761277:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b340 00000400:00000200:3.0:1776267961.761287:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7a49 [1] + 224 00000400:00000200:3.0:1776267961.761307:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.761310:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.761323:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d374058f x1862549489496896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267961.763838:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.763854:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c180 00000400:00000200:3.0:1776267961.763862:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb63ad [2] + 328 00000400:00000200:3.0:1776267961.763939:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.763945:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.763951:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.763957:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 00000400:00000010:0.0:1776267961.764409:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000378dcf83. 00000400:00000200:0.0:1776267961.764416:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035f6f22f 00000400:00000010:0.0:1776267961.764418:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035f6f22f. 00000100:00000200:0.0:1776267961.764429:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d374058f x1862549489496896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267961.764439:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d374058f x1862549489496896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267961.764473:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008c4e77de. 02000000:00000010:0.0:1776267961.764479:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000074d9b0d2. 00000100:00000010:0.0:1776267961.764483:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d374058f. 00000100:00000010:0.0:1776267961.764487:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000206c4d37. 00010000:00000010:0.0:1776267961.764492:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000801a6466. 00000020:00000010:1.0:1776267961.765388:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecf200a3. 00000020:00000010:1.0:1776267961.765400:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267961.765406:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267961.765432:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050969a85 x1862549476131200/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267961.765462:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131200 02000000:00000010:1.0:1776267961.765475:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000536d1d2d. 00010000:00000010:1.0:1776267961.765504:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000280b65f4. 00010000:00000010:1.0:1776267961.765525:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f79559ef. 00000100:00000010:1.0:1776267961.765531:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003b3c7ff3. 00000100:00000010:1.0:1776267961.765545:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003b3c7ff3. 00010000:00000010:1.0:1776267961.765548:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f79559ef. 00000400:00000010:1.0:1776267961.765560:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267961.765566:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131200, offset 224 00000400:00000200:1.0:1776267961.765573:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.765585:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.765591:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91512:91512:256:4294967295] 192.168.202.34@tcp LPNI seq info [91512:91512:8:4294967295] 00000400:00000200:1.0:1776267961.765601:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.765606:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.765610:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343698). 00000800:00000200:1.0:1776267961.765617:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.765623:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.765627:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267961.765646:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267961.765650:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267961.765653:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecf200a3. 00000800:00000200:1.0:1776267961.765738:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.765742:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:1.0:1776267961.765747:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.765750:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.765754:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:1.0:1776267961.765756:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00080000:00000010:3.0:1776267961.769959:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000abc3e530. 00010000:00000010:3.0:1776267961.770065:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000269cda43. 00010000:00000010:3.0:1776267961.770076:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cb58c392. 00010000:00000010:3.0:1776267961.770174:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0a0f611. 00010000:00000010:3.0:1776267961.770178:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b6c23aa. 00010000:00000010:3.0:1776267961.770184:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd32b35c. 00010000:00000010:3.0:1776267961.770189:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000269cda43. 00080000:00000010:3.0:1776267961.770206:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7ab880d. 00010000:00000010:3.1:1776267961.776935:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000601bd2e0. 00010000:00000010:3.1:1776267961.776950:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b31b6518. 00010000:00000010:0.1:1776267961.777315:0:1039:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3ac5a8d. 00010000:00000010:3.0:1776267961.779684:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000269cda43. 00010000:00000010:3.0:1776267961.779715:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b6c23aa. 00010000:00000010:3.0:1776267961.779873:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:3.0:1776267961.779880:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000269cda43. 00010000:00000010:3.0:1776267961.779979:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc85dfe2. 00000100:00000010:3.0:1776267961.780002:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bab44a5a. 00000100:00000010:3.0:1776267961.780013:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b5faa2a. 02000000:00000010:3.0:1776267961.780031:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7ffc41b. 02000000:00000010:3.0:1776267961.780069:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9785830. 00000400:00000010:3.0:1776267961.780077:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed816137. 00000400:00000010:3.0:1776267961.780085:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b701ac31. 00000100:00000200:3.0:1776267961.780093:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489496960, portal 16 00000400:00000010:3.0:1776267961.780099:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000856d905e. 00000100:00000200:3.0:1776267961.780101:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489496960, offset 0 00000400:00000200:3.0:1776267961.780111:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.780130:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.780150:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.780154:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.780158:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.780161:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91513:91513:256:4294967295] 192.168.202.34@tcp LPNI seq info [91513:91513:8:4294967295] 00000400:00000200:3.0:1776267961.780171:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.780177:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.780183:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267961.780191:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.780219:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.780223:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.780721:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.780726:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267961.780732:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.780738:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.780742:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:0.0:1776267961.780745:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00000100:00000200:0.0:1776267961.780753:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005b5faa2a x1862549489496960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267961.781295:0:76722:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d62c67b. 00010000:00000010:3.1:1776267961.784249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000484ea189. 00010000:00000010:3.1:1776267961.784263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ad168d. 00010000:00000010:3.1:1776267961.784268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0a0f611. 00010000:00000010:3.1:1776267961.784271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00000400:00000200:3.0:1776267961.788593:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.788620:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b380 00000400:00000200:3.0:1776267961.788632:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7a55 [1] + 224 00000400:00000200:3.0:1776267961.788656:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.788661:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.788676:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005b5faa2a x1862549489496960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267961.788789:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed816137. 00000400:00000200:0.0:1776267961.788800:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b701ac31 00000400:00000010:0.0:1776267961.788803:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b701ac31. 00000100:00000200:0.0:1776267961.788818:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005b5faa2a x1862549489496960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267961.788829:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005b5faa2a x1862549489496960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267961.788859:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9785830. 02000000:00000010:0.0:1776267961.788865:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f7ffc41b. 00000100:00000010:0.0:1776267961.788870:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b5faa2a. 00000100:00000010:0.0:1776267961.788874:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bab44a5a. 00010000:00000010:0.0:1776267961.788879:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc85dfe2. 00000400:00000200:3.0:1776267961.789718:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.789733:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c1c0 00000400:00000200:3.0:1776267961.789741:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb63ad [2] + 656 00000400:00000200:3.0:1776267961.790023:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.790029:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.790038:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.790046:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea634ef0. 00000020:00000010:0.0:1776267961.790255:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000939c2bfc. 00000020:00000010:0.0:1776267961.790267:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267961.790271:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.790301:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ea634ef0 x1862549476131264/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267961.790410:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131264 02000000:00000010:0.0:1776267961.790424:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000f3c6952. 00010000:00000010:0.0:1776267961.790457:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000606348b5. 00010000:00000010:0.0:1776267961.790484:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e20a69f8. 00000100:00000010:0.0:1776267961.790493:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004235615d. 00000100:00000010:0.0:1776267961.790511:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004235615d. 00010000:00000010:0.0:1776267961.790516:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e20a69f8. 00000400:00000010:0.0:1776267961.790530:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b779ebb. 00000100:00000200:0.0:1776267961.790535:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131264, offset 224 00000400:00000200:0.0:1776267961.790545:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.790560:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.790567:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91514:91514:256:4294967295] 192.168.202.34@tcp LPNI seq info [91514:91514:8:4294967295] 00000400:00000200:0.0:1776267961.790579:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.790584:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.790589:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343698). 00000800:00000200:0.0:1776267961.790596:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.790603:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.790607:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.790628:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267961.790635:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.790639:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000939c2bfc. 00080000:00000010:3.0:1776267961.790728:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4a0db57. 00010000:00000010:3.0:1776267961.791141:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000269cda43. 00010000:00000010:3.0:1776267961.791154:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f425256e. 00010000:00000010:3.0:1776267961.791296:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd32b35c. 00010000:00000010:3.0:1776267961.791305:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000269cda43. 00010000:00000010:3.0:1776267961.791322:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a0ed229b. 00000100:00000010:3.0:1776267961.791332:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cafda20c. 00000100:00000010:3.0:1776267961.791347:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000594b1263. 00000800:00000200:1.0:1776267961.795508:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.795517:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:1.0:1776267961.795526:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.795535:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.795541:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b779ebb 00000400:00000010:1.0:1776267961.795544:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b779ebb. 02000000:00000010:3.0:1776267961.796666:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008dfb8c55. 02000000:00000010:3.0:1776267961.796738:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cf2b01c. 00000400:00000010:3.0:1776267961.796747:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b825eafa. 00000400:00000010:3.0:1776267961.796756:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009fb04f42. 00000100:00000200:3.0:1776267961.796767:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497024, portal 16 00000400:00000010:3.0:1776267961.796775:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b920d1d. 00000100:00000200:3.0:1776267961.796779:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497024, offset 0 00000400:00000200:3.0:1776267961.796794:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.797011:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.797021:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.797026:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.797030:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.797033:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91515:91515:256:4294967295] 192.168.202.34@tcp LPNI seq info [91515:91515:8:4294967295] 00000400:00000200:3.0:1776267961.797048:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.797057:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.797063:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267961.797071:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.797082:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.797087:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267961.797654:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.797662:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267961.797671:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.797680:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.797685:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b920d1d 00000400:00000010:1.0:1776267961.797688:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b920d1d. 00000100:00000200:1.0:1776267961.797697:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000594b1263 x1862549489497024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267961.800174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c12d7b51. 00010000:00000010:3.1:1776267961.800198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:0.1:1776267961.803950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d1c9cb9. 00000400:00000200:3.0:1776267961.804282:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.804308:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b3c0 00000400:00000200:3.0:1776267961.804319:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7a61 [1] + 224 00000400:00000200:3.0:1776267961.804351:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.804366:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.804380:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000594b1263 x1862549489497024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267961.804483:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b825eafa. 00000400:00000200:0.0:1776267961.804491:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009fb04f42 00000400:00000010:0.0:1776267961.804494:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009fb04f42. 00000100:00000200:0.0:1776267961.804508:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000594b1263 x1862549489497024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267961.804518:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000594b1263 x1862549489497024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267961.804550:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cf2b01c. 02000000:00000010:0.0:1776267961.804556:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008dfb8c55. 00000100:00000010:0.0:1776267961.804559:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000594b1263. 00000100:00000010:0.0:1776267961.804563:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cafda20c. 00010000:00000010:0.0:1776267961.804567:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a0ed229b. 00000400:00000200:3.0:1776267961.804954:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.804965:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c200 00000400:00000200:3.0:1776267961.804972:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb63ad [2] + 984 00000400:00000200:3.0:1776267961.805033:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.805038:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.805044:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.805052:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c1002d6e. 00000020:00000010:1.0:1776267961.805288:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d1cd443. 00000020:00000010:1.0:1776267961.805297:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267961.805302:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267961.805329:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c1002d6e x1862549476131328/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267961.805376:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131328 02000000:00000010:1.0:1776267961.805387:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3c6857a. 00010000:00000010:1.0:1776267961.805413:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016e81465. 00010000:00000010:1.0:1776267961.805433:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267961.805440:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023939620. 00000100:00000010:1.0:1776267961.805448:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023939620. 00010000:00000010:1.0:1776267961.805450:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000400:00000010:1.0:1776267961.805464:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267961.805468:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131328, offset 224 00000400:00000200:1.0:1776267961.805476:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.805491:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.805498:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91516:91516:256:4294967295] 192.168.202.34@tcp LPNI seq info [91516:91516:8:4294967295] 00000400:00000200:1.0:1776267961.805514:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.805522:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.805527:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343698). 00000800:00000200:1.0:1776267961.805535:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.805543:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.805547:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267961.805567:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267961.805571:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267961.805574:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d1cd443. 00000800:00000200:1.0:1776267961.805686:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.805690:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:1.0:1776267961.805696:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.805701:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.805706:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:1.0:1776267961.805708:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00080000:00000010:0.0:1776267961.805887:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000939c2bfc. 00010000:00000010:0.0:1776267961.806012:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000269cda43. 00010000:00000010:0.0:1776267961.806019:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be837c8f. 00010000:00000010:0.0:1776267961.806096:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f777ff2. 00010000:00000010:0.0:1776267961.806103:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002f3ae4f4. 00010000:00000010:0.0:1776267961.806114:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000dbda93e. 00000100:00000010:0.0:1776267961.806119:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004235615d. 00000100:00000010:0.0:1776267961.806126:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005aab43a3. 02000000:00000010:0.0:1776267961.806149:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccfb753a. 02000000:00000010:0.0:1776267961.806174:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057ba5cd9. 00000400:00000010:0.0:1776267961.806179:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267961.806184:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000673fe50f. 00000100:00000200:0.0:1776267961.806189:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497088, portal 16 00000400:00000010:0.0:1776267961.806193:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099a11cb2. 00000100:00000200:0.0:1776267961.806195:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497088, offset 0 00000400:00000200:0.0:1776267961.806201:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.806207:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.806223:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267961.806227:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267961.806229:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267961.806232:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91517:91517:256:4294967295] 192.168.202.34@tcp LPNI seq info [91517:91517:8:4294967295] 00000400:00000200:0.0:1776267961.806239:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.806244:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.806248:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343698). 00000800:00000200:0.0:1776267961.806253:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.806256:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.806259:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267961.806601:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.806608:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343450). 00000400:00000200:3.0:1776267961.806616:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.806624:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.806629:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099a11cb2 00000400:00000010:3.0:1776267961.806632:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099a11cb2. 00000100:00000200:3.0:1776267961.806643:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005aab43a3 x1862549489497088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267961.816815:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.816840:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b400 00000400:00000200:0.0:1776267961.816849:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7a6d [1] + 224 00000400:00000200:0.0:1776267961.816869:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.816872:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.816885:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005aab43a3 x1862549489497088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267961.817013:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:1.0:1776267961.817020:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000673fe50f 00000400:00000010:1.0:1776267961.817023:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000673fe50f. 00000100:00000200:1.0:1776267961.817030:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005aab43a3 x1862549489497088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267961.817039:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005aab43a3 x1862549489497088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267961.817075:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057ba5cd9. 02000000:00000010:1.0:1776267961.817084:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccfb753a. 00000100:00000010:1.0:1776267961.817089:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005aab43a3. 00000100:00000010:1.0:1776267961.817093:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004235615d. 00010000:00000010:1.0:1776267961.817099:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000dbda93e. 00000400:00000200:1.0:1776267961.825582:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.825602:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c240 00000400:00000200:1.0:1776267961.825609:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb63ad [2] + 1312 00000400:00000200:1.0:1776267961.825680:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.825686:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.825694:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267961.825700:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e69869f. 00000020:00000010:0.0:1776267961.829997:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071e9a98a. 00000020:00000010:0.0:1776267961.830010:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267961.830014:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.830048:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e69869f x1862549476131392/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267961.830136:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131392 02000000:00000010:0.0:1776267961.830148:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085bdda99. 00010000:00000010:0.0:1776267961.830180:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f79f7927. 00010000:00000010:0.0:1776267961.830226:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001c955f2d. 00000100:00000010:0.0:1776267961.830235:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267961.830255:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267961.830260:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001c955f2d. 00000400:00000010:0.0:1776267961.830274:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006163a41a. 00000100:00000200:0.0:1776267961.830279:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131392, offset 224 00000400:00000200:0.0:1776267961.830288:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.830302:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.830308:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91518:91518:256:4294967295] 192.168.202.34@tcp LPNI seq info [91518:91518:8:4294967295] 00000400:00000200:0.0:1776267961.830320:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.830325:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.830330:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343698). 00000800:00000200:0.0:1776267961.830336:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.830343:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.830346:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.830531:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267961.830537:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.830540:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071e9a98a. 00000800:00000200:3.0:1776267961.832642:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.832651:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000400:00000200:3.0:1776267961.832661:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.832671:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.832676:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006163a41a 00000400:00000010:3.0:1776267961.832678:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006163a41a. 00010000:00000010:0.1:1776267961.832773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2ae24ea. 00010000:00000010:0.1:1776267961.832782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00080000:00000010:0.0:1776267961.832958:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071e9a98a. 00010000:00000010:0.0:1776267961.833062:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f3ae4f4. 00010000:00000010:0.0:1776267961.833070:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079768f73. 00010000:00000010:0.0:1776267961.833143:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1f85026. 00010000:00000010:0.0:1776267961.833150:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002f3ae4f4. 00010000:00000010:0.0:1776267961.833163:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e20a69f8. 00000100:00000010:0.0:1776267961.833170:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267961.833180:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9422027. 02000000:00000010:0.0:1776267961.833193:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ccfb753a. 02000000:00000010:0.0:1776267961.833345:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057ba5cd9. 00000400:00000010:0.0:1776267961.833351:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091dd6006. 00000400:00000010:0.0:1776267961.833357:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.833476:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497152, portal 16 00000400:00000010:0.0:1776267961.833483:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267961.833486:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497152, offset 0 00000400:00000200:0.0:1776267961.833495:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.833511:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.833517:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267961.833521:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267961.833524:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267961.833528:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91519:91519:256:4294967295] 192.168.202.34@tcp LPNI seq info [91519:91519:8:4294967295] 00000400:00000200:0.0:1776267961.833537:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.833542:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.833547:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267961.833553:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.833561:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.833565:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267961.833782:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.833785:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:3.0:1776267961.833789:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.833794:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.833798:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:3.0:1776267961.833800:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:3.0:1776267961.833807:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e9422027 x1862549489497152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267961.834168:0:15882:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cc757d4. 00010000:00000010:0.1:1776267961.835986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f3eb31. 00000400:00000200:1.0:1776267961.839173:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.839194:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b440 00000400:00000200:1.0:1776267961.839278:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7a79 [1] + 224 00000400:00000200:1.0:1776267961.839292:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.839296:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.839307:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e9422027 x1862549489497152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267961.839956:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.839964:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c280 00000400:00000200:1.0:1776267961.839970:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb63ad [2] + 1640 00000400:00000200:1.0:1776267961.840025:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.840030:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.840035:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267961.840041:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdb942bd. 00000020:00000010:2.0:1776267961.840141:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015cc70ed. 00000020:00000010:2.0:1776267961.840147:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267961.840150:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267961.840170:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bdb942bd x1862549476131456/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267961.840197:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131456 02000000:00000010:2.0:1776267961.840218:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000891e445e. 00010000:00000010:2.0:1776267961.840259:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006179954d. 00000100:00000010:2.0:1776267961.840268:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0fd7bc3. 00000100:00000010:2.0:1776267961.840275:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0fd7bc3. 00010000:00000010:2.0:1776267961.840278:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006179954d. 00000400:00000010:2.0:1776267961.840299:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267961.840303:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131456, offset 224 00000400:00000200:2.0:1776267961.840311:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.840322:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.840327:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91520:91520:256:4294967295] 192.168.202.34@tcp LPNI seq info [91520:91520:8:4294967295] 00000400:00000200:2.0:1776267961.840336:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.840342:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.840346:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267961.840351:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.840357:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.840535:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267961.840561:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c0107a11. 00000020:00000010:2.0:1776267961.840565:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267961.840568:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015cc70ed. 00000800:00000200:3.0:1776267961.840612:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.840616:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:3.0:1776267961.840621:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.840625:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.840628:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:3.0:1776267961.840630:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00010000:00000010:0.1:1776267961.844140:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023aab061. 00010000:00000010:0.1:1776267961.844152:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f777ff2. 00000400:00000010:0.0:1776267961.844166:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091dd6006. 00000400:00000200:0.0:1776267961.844169:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:0.0:1776267961.844170:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.844182:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e9422027 x1862549489497152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267961.844189:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e9422027 x1862549489497152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267961.844224:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000064a7507. 02000000:00000010:0.0:1776267961.844243:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057ba5cd9. 02000000:00000010:0.0:1776267961.844248:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ccfb753a. 00000100:00000010:0.0:1776267961.844251:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9422027. 00000100:00000010:0.0:1776267961.844254:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267961.844258:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e20a69f8. 00080000:00000010:0.0:1776267961.844279:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccfb753a. 00010000:00000010:0.0:1776267961.844370:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f3ae4f4. 00010000:00000010:0.0:1776267961.844378:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000318dd2ff. 00010000:00000010:0.0:1776267961.844455:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f777ff2. 00010000:00000010:0.0:1776267961.844460:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002f3ae4f4. 00010000:00000010:0.0:1776267961.844469:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e20a69f8. 00000100:00000010:0.0:1776267961.844474:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267961.845253:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9422027. 02000000:00000010:0.0:1776267961.845270:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057ba5cd9. 02000000:00000010:0.0:1776267961.845300:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7ffc41b. 00000400:00000010:0.0:1776267961.845305:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091dd6006. 00000400:00000010:0.0:1776267961.845309:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.845314:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497216, portal 16 00000400:00000010:0.0:1776267961.845318:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053790125. 00000100:00000200:0.0:1776267961.845319:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497216, offset 0 00000400:00000200:0.0:1776267961.845326:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.845338:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.845344:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267961.845346:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267961.845348:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267961.845351:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91521:91521:256:4294967295] 192.168.202.34@tcp LPNI seq info [91521:91521:8:4294967295] 00000400:00000200:0.0:1776267961.845358:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.845362:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.845366:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343698). 00000800:00000200:0.0:1776267961.845373:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.845379:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.845382:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.846069:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.846074:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343450). 00000400:00000200:2.0:1776267961.846080:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.846086:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.846090:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053790125 00000400:00000010:2.0:1776267961.846092:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053790125. 00000100:00000200:2.0:1776267961.846098:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e9422027 x1862549489497216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267961.848585:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.848601:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b480 00000400:00000200:3.0:1776267961.848611:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7a85 [1] + 224 00000400:00000200:3.0:1776267961.848623:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.848627:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.848635:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e9422027 x1862549489497216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267961.848711:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091dd6006. 00000400:00000200:0.0:1776267961.848717:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:0.0:1776267961.848718:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.848725:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e9422027 x1862549489497216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267961.848732:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e9422027 x1862549489497216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267961.848759:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7ffc41b. 02000000:00000010:0.0:1776267961.848764:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057ba5cd9. 00000100:00000010:0.0:1776267961.848768:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9422027. 00000100:00000010:0.0:1776267961.848771:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267961.848776:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e20a69f8. 00010000:00000010:0.1:1776267961.850090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a86b30e. 00010000:00000010:0.1:1776267961.850100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0db2ad3. 00010000:00000010:0.1:1776267961.850104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1f85026. 00000400:00000200:0.0:1776267961.850131:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.850143:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c2c0 00000400:00000200:0.0:1776267961.850149:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb63ad [2] + 1968 00000400:00000010:0.0:1776267961.850154:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f9eed7b0. 00000400:00000200:0.0:1776267961.850157:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009f24117f 00000400:00000200:0.0:1776267961.850221:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.850225:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.850229:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f24117f 00000400:00000010:0.0:1776267961.850231:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009f24117f (tot 82343298). 00000100:00000200:0.0:1776267961.850238:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776267961.850676:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016ce4fa9. 00000020:00000010:2.0:1776267961.850682:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a9dcf29a. 00000020:00000010:2.0:1776267961.850685:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267961.850708:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000137d9169 x1862549476131520/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267961.850736:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131520 02000000:00000010:2.0:1776267961.850747:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c99e71f9. 00010000:00000010:2.0:1776267961.850775:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcb2b20d. 00010000:00000010:2.0:1776267961.850794:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006179954d. 00000100:00000010:2.0:1776267961.850799:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0fd7bc3. 00000100:00000010:2.0:1776267961.850811:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0fd7bc3. 00010000:00000010:2.0:1776267961.850814:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006179954d. 00000400:00000010:2.0:1776267961.850827:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267961.850831:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131520, offset 224 00000400:00000200:2.0:1776267961.850838:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00080000:00000010:0.0:1776267961.850842:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7ffc41b. 00000400:00000200:2.0:1776267961.850848:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.850852:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91522:91522:256:4294967295] 192.168.202.34@tcp LPNI seq info [91522:91522:8:4294967295] 00000400:00000200:2.0:1776267961.850861:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.850865:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.850869:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343546). 00000800:00000200:2.0:1776267961.850874:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.850880:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.850883:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267961.850923:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a9dcf29a. 00000020:00000010:2.0:1776267961.850928:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267961.850930:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016ce4fa9. 00010000:00000010:0.0:1776267961.850943:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f3ae4f4. 00010000:00000010:0.0:1776267961.850949:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff357aec. 02000000:00000010:2.0:1776267961.851009:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000891e445e. 00000100:00000010:2.0:1776267961.851012:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdb942bd. 02000000:00000010:2.0:1776267961.851016:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085bdda99. 00000100:00000010:2.0:1776267961.851019:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e69869f. 02000000:00000010:2.0:1776267961.851022:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3c6857a. 00000100:00000010:2.0:1776267961.851024:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1002d6e. 02000000:00000010:2.0:1776267961.851026:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000f3c6952. 00000100:00000010:2.0:1776267961.851028:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea634ef0. 02000000:00000010:2.0:1776267961.851031:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000536d1d2d. 00000100:00000010:2.0:1776267961.851034:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 02000000:00000010:2.0:1776267961.851036:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000859a32b4. 00000100:00000010:2.0:1776267961.851038:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b58eae9f. 00010000:00000010:0.0:1776267961.851041:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1f66a19. 00000100:00000200:2.0:1776267961.851043:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:0.0:1776267961.851044:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009e659219. 00000400:00000010:2.0:1776267961.851047:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c38e970. 00010000:00000010:0.0:1776267961.851048:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1f85026. 00000400:00000010:2.0:1776267961.851051:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0fd7bc3 (tot 82343698). 00010000:00000010:0.0:1776267961.851053:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002f3ae4f4. 00080000:00000010:0.0:1776267961.851065:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000859a32b4. 00010000:00000010:0.0:1776267961.851092:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f3ae4f4. 00010000:00000010:0.0:1776267961.851096:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e659219. 00010000:00000010:0.0:1776267961.851152:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000832ca153. 00010000:00000010:0.0:1776267961.851155:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002f3ae4f4. 00010000:00000010:0.0:1776267961.851162:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e20a69f8. 00000100:00000010:0.0:1776267961.851166:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267961.851173:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9422027. 02000000:00000010:0.0:1776267961.851182:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000f3c6952. 02000000:00000010:0.0:1776267961.851204:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085bdda99. 00000400:00000010:0.0:1776267961.851208:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091dd6006. 00000400:00000010:0.0:1776267961.851223:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.851227:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497280, portal 16 00000400:00000010:0.0:1776267961.851231:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbcb680. 00000100:00000200:0.0:1776267961.851233:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497280, offset 0 00000400:00000200:0.0:1776267961.851237:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.851244:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.851250:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267961.851254:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267961.851257:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267961.851259:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91523:91523:255:4294967295] 192.168.202.34@tcp LPNI seq info [91523:91523:7:4294967295] 00000400:00000200:0.0:1776267961.851266:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.851270:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.851274:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343946). 00000800:00000200:0.0:1776267961.851278:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.851281:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.851283:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267961.851598:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.851602:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343698). 00000400:00000200:3.0:1776267961.851608:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.851612:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.851615:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:3.0:1776267961.851617:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 02000000:00000010:3.0:1776267961.851622:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c99e71f9. 00000800:00000200:3.0:1776267961.851844:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.851846:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343450). 00000400:00000200:3.0:1776267961.851849:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.851851:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.851854:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbcb680 00000400:00000010:3.0:1776267961.851854:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbcb680. 00000100:00000200:3.0:1776267961.851860:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e9422027 x1862549489497280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267961.856755:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.856773:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b4c0 00000400:00000200:1.0:1776267961.856782:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7a95 [1] + 224 00000400:00000200:1.0:1776267961.856794:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.856798:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.856809:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e9422027 x1862549489497280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267961.856849:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.856855:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c300 00000400:00000200:1.0:1776267961.856860:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6405 [2] + 0 00000400:00000200:1.0:1776267961.856948:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.856952:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.856956:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267961.856962:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fcb0bd4a. 00000400:00000010:0.0:1776267961.857484:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091dd6006. 00000400:00000200:0.0:1776267961.857489:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:0.0:1776267961.857491:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.857497:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e9422027 x1862549489497280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267961.857503:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e9422027 x1862549489497280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267961.857527:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085bdda99. 02000000:00000010:0.0:1776267961.857532:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000f3c6952. 00000100:00000010:0.0:1776267961.857534:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9422027. 00000100:00000010:0.0:1776267961.857537:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267961.857540:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e20a69f8. 00000020:00000010:2.0:1776267961.858011:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f549fc6. 00000020:00000010:2.0:1776267961.858018:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a9dcf29a. 00000020:00000010:2.0:1776267961.858022:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267961.858044:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fcb0bd4a x1862549476131584/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267961.858286:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131584 02000000:00000010:2.0:1776267961.858298:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000891e445e. 00010000:00000010:2.0:1776267961.858327:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4d185a2. 00010000:00000010:2.0:1776267961.858346:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006179954d. 00000100:00000010:2.0:1776267961.858352:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004178dd8. 00000100:00000010:2.0:1776267961.858365:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000004178dd8. 00010000:00000010:2.0:1776267961.858368:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006179954d. 00000400:00000010:2.0:1776267961.858380:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267961.858384:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131584, offset 224 00000400:00000200:2.0:1776267961.858392:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.858406:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.858411:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91524:91524:256:4294967295] 192.168.202.34@tcp LPNI seq info [91524:91524:8:4294967295] 00000400:00000200:2.0:1776267961.858422:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.858427:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.858431:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267961.858437:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.858444:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.858448:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267961.858470:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a9dcf29a. 00000020:00000010:2.0:1776267961.858474:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267961.858477:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f549fc6. 00000800:00000200:2.0:1776267961.858557:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.858561:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:2.0:1776267961.858566:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.858570:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.858573:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:2.0:1776267961.858575:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00080000:00000010:0.0:1776267961.861269:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f3c6952. 00010000:00000010:0.0:1776267961.861375:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f3ae4f4. 00010000:00000010:0.0:1776267961.861385:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000deb111ad. 00010000:00000010:0.0:1776267961.861459:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c3abc4a. 00010000:00000010:0.0:1776267961.861466:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002f3ae4f4. 00010000:00000010:0.0:1776267961.861477:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e20a69f8. 00000100:00000010:0.0:1776267961.861485:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267961.861493:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9422027. 02000000:00000010:0.0:1776267961.861508:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085bdda99. 02000000:00000010:0.0:1776267961.861538:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057ba5cd9. 00000400:00000010:0.0:1776267961.861545:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091dd6006. 00000400:00000010:0.0:1776267961.861550:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.861556:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497344, portal 16 00000400:00000010:0.0:1776267961.861562:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbcb680. 00000100:00000200:0.0:1776267961.861565:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497344, offset 0 00000400:00000200:0.0:1776267961.861575:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.861592:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.861600:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267961.861603:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267961.861606:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267961.861610:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91525:91525:256:4294967295] 192.168.202.34@tcp LPNI seq info [91525:91525:8:4294967295] 00000400:00000200:0.0:1776267961.861621:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.861626:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.861631:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff893d (tot 82343698). 00000800:00000200:0.0:1776267961.861638:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.861645:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.861649:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093ff893d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267961.863538:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267961.863544:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343450). 00000400:00000200:2.0:1776267961.863549:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.863558:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267961.863564:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbcb680 00000400:00000010:2.0:1776267961.863565:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbcb680. 00000100:00000200:2.0:1776267961.863576:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e9422027 x1862549489497344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267961.865137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfe80442. 00010000:00000010:2.1:1776267961.865144:0:78545:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002c45be4. 00010000:00000010:0.1:1776267961.865149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f777ff2. 00010000:00000010:2.1:1776267961.865153:0:78545:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001faa3f65. 00010000:00000010:0.1:1776267961.865159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1f66a19. 00010000:00000010:0.1:1776267961.865165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1f85026. 00000400:00000200:1.0:1776267961.865555:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.865572:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b500 00000400:00000200:1.0:1776267961.865581:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7aa1 [1] + 224 00000400:00000200:1.0:1776267961.865595:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.865599:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.865608:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e9422027 x1862549489497344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267961.865694:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091dd6006. 00000400:00000200:0.0:1776267961.865700:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:0.0:1776267961.865702:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.865708:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e9422027 x1862549489497344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267961.865716:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e9422027 x1862549489497344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267961.865743:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057ba5cd9. 02000000:00000010:0.0:1776267961.865749:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085bdda99. 00000100:00000010:0.0:1776267961.865752:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9422027. 00000100:00000010:0.0:1776267961.865755:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267961.865759:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e20a69f8. 00000400:00000200:3.0:1776267961.866558:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.866571:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c340 00000400:00000200:3.0:1776267961.866578:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6405 [2] + 328 00000400:00000200:3.0:1776267961.866637:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.866641:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.866646:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.866651:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc3056fa. 00000020:00000010:0.0:1776267961.866743:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085bdda99. 00000020:00000010:0.0:1776267961.866750:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267961.866754:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.866780:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc3056fa x1862549476131648/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267961.866818:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131648 02000000:00000010:0.0:1776267961.866831:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057ba5cd9. 00010000:00000010:0.0:1776267961.866863:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ceb166d1. 00010000:00000010:0.0:1776267961.866883:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e20a69f8. 00000100:00000010:0.0:1776267961.866889:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267961.866930:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267961.866942:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e20a69f8. 00000400:00000010:0.0:1776267961.866954:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.866959:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131648, offset 224 00000400:00000200:0.0:1776267961.866967:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.866978:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.866983:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91526:91526:256:4294967295] 192.168.202.34@tcp LPNI seq info [91526:91526:8:4294967295] 00000400:00000200:0.0:1776267961.866993:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.866998:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.867003:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82343698). 00000800:00000200:0.0:1776267961.867009:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.867016:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.867020:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.867039:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267961.867042:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.867045:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085bdda99. 00000800:00000200:0.0:1776267961.867101:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.867104:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343450). 00000400:00000200:0.0:1776267961.867108:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.867112:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.867115:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:0.0:1776267961.867117:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00080000:00000010:3.0:1776267961.867438:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e0b8943. 00010000:00000010:3.0:1776267961.867524:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f3ae4f4. 00010000:00000010:3.0:1776267961.867532:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072450dea. 00010000:00000010:3.0:1776267961.867605:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:3.0:1776267961.867611:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000533751c. 00010000:00000010:3.0:1776267961.867621:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000040bea4f. 00000100:00000010:3.0:1776267961.867626:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267961.867633:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026e2b15d. 02000000:00000010:3.0:1776267961.867644:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a217f589. 02000000:00000010:3.0:1776267961.867665:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009b21c53. 00000400:00000010:3.0:1776267961.867670:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008d4b1a77. 00000400:00000010:3.0:1776267961.867674:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009fb04f42. 00000100:00000200:3.0:1776267961.867679:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497408, portal 16 00000400:00000010:3.0:1776267961.867683:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b920d1d. 00000100:00000200:3.0:1776267961.867684:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497408, offset 0 00000400:00000200:3.0:1776267961.867691:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267961.867698:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.867704:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267961.867708:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267961.867711:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267961.867713:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91527:91527:256:4294967295] 192.168.202.34@tcp LPNI seq info [91527:91527:8:4294967295] 00000400:00000200:3.0:1776267961.867721:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.867726:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.867729:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267961.867734:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.867738:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.867741:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267961.867844:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.867846:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:1.0:1776267961.867852:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.867855:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.867858:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b920d1d 00000400:00000010:1.0:1776267961.867859:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b920d1d. 00000100:00000200:1.0:1776267961.867864:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026e2b15d x1862549489497408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267961.875056:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed4dc427. 00010000:00000010:0.1:1776267961.875079:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000832ca153. 00000400:00000200:2.0:1776267961.875324:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.875344:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b540 00000400:00000200:2.0:1776267961.875352:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7aad [1] + 224 00000400:00000200:2.0:1776267961.875373:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.875378:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.875389:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000026e2b15d x1862549489497408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267961.875431:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.875437:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c380 00000400:00000200:2.0:1776267961.875441:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6405 [2] + 656 00000400:00000010:3.0:1776267961.875474:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008d4b1a77. 00000400:00000200:3.0:1776267961.875482:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009fb04f42 00000400:00000010:3.0:1776267961.875484:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009fb04f42. 00000100:00000200:3.0:1776267961.875490:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026e2b15d x1862549489497408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267961.875498:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026e2b15d x1862549489497408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267961.875530:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009b21c53. 02000000:00000010:3.0:1776267961.875536:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a217f589. 00000100:00000010:3.0:1776267961.875539:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026e2b15d. 00000100:00000010:3.0:1776267961.875543:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267961.875548:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000040bea4f. 00000400:00000200:2.0:1776267961.875846:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.875851:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.875856:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267961.875862:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090b3b0d2. 00000020:00000010:3.0:1776267961.876014:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a217f589. 00000020:00000010:3.0:1776267961.876023:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267961.876028:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267961.876054:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090b3b0d2 x1862549476131712/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267961.876082:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131712 02000000:00000010:3.0:1776267961.876093:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009b21c53. 00010000:00000010:3.0:1776267961.876122:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000967272de. 00010000:00000010:3.0:1776267961.876139:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000040bea4f. 00000100:00000010:3.0:1776267961.876143:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267961.876154:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267961.876157:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000040bea4f. 00000400:00000010:3.0:1776267961.876168:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009fb04f42. 00000100:00000200:3.0:1776267961.876172:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131712, offset 224 00000400:00000200:3.0:1776267961.876180:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00080000:00000010:2.0:1776267961.876184:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016ce4fa9. 00000400:00000200:3.0:1776267961.876190:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267961.876195:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91528:91528:256:4294967295] 192.168.202.34@tcp LPNI seq info [91528:91528:8:4294967295] 00000400:00000200:3.0:1776267961.876205:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267961.876225:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267961.876230:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267961.876237:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267961.876244:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267961.876248:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267961.876265:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267961.876269:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267961.876271:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a217f589. 00010000:00000010:2.0:1776267961.876302:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000533751c. 00010000:00000010:2.0:1776267961.876309:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc986bee. 00000800:00000200:0.0:1776267961.876404:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.876408:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:0.0:1776267961.876414:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.876418:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.876421:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009fb04f42 00000400:00000010:0.0:1776267961.876423:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009fb04f42. 00010000:00000010:2.0:1776267961.876791:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.0:1776267961.876797:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000016735745. 00010000:00000010:2.0:1776267961.876808:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005ac32dd. 00000100:00000010:2.0:1776267961.876812:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004178dd8. 00000100:00000010:2.0:1776267961.876820:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 02000000:00000010:2.0:1776267961.876830:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c99e71f9. 02000000:00000010:2.0:1776267961.876854:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015cc70ed. 00000400:00000010:2.0:1776267961.876859:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000010ca33c2. 00000400:00000010:2.0:1776267961.876862:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267961.876867:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497472, portal 16 00000400:00000010:2.0:1776267961.876872:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cca27. 00000100:00000200:2.0:1776267961.876873:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497472, offset 0 00000400:00000200:2.0:1776267961.876878:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.876886:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.876912:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267961.876916:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267961.876919:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267961.876921:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91529:91529:256:4294967295] 192.168.202.34@tcp LPNI seq info [91529:91529:8:4294967295] 00000400:00000200:2.0:1776267961.876928:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.877002:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.877006:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267961.877012:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.877016:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.877019:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267961.879139:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.879144:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:1.0:1776267961.879152:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.879161:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.879167:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cca27 00000400:00000010:1.0:1776267961.879169:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cca27. 00000100:00000200:1.0:1776267961.879180:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000192be620 x1862549489497472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267961.882414:0:14:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef0a49ae. 00010000:00000010:3.1:1776267961.882567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041f982f5. 00010000:00000010:3.1:1776267961.882573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c3abc4a. 00000400:00000200:2.0:1776267961.882784:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267961.882801:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b580 00000400:00000200:2.0:1776267961.882810:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7ab9 [1] + 224 00000400:00000200:2.0:1776267961.882824:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267961.882828:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267961.882839:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000192be620 x1862549489497472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267961.882883:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010ca33c2. 00000400:00000200:2.0:1776267961.882887:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:2.0:1776267961.882889:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000100:00000200:2.0:1776267961.882910:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000192be620 x1862549489497472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267961.882918:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000192be620 x1862549489497472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267961.883036:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015cc70ed. 02000000:00000010:2.0:1776267961.883045:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c99e71f9. 00000100:00000010:2.0:1776267961.883051:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 00000100:00000010:2.0:1776267961.883056:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000004178dd8. 00010000:00000010:2.0:1776267961.883060:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005ac32dd. 00000400:00000200:1.0:1776267961.883948:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.883961:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c3c0 00000400:00000200:1.0:1776267961.883968:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6405 [2] + 984 00000400:00000200:1.0:1776267961.884308:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.884314:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.884320:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267961.884325:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 00000020:00000010:1.0:1776267961.885107:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d84f0c73. 00000020:00000010:1.0:1776267961.885114:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267961.885118:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267961.885143:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008274bc47 x1862549476131776/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267961.885172:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131776 02000000:00000010:1.0:1776267961.885180:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff1682e8. 00010000:00000010:1.0:1776267961.885513:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f783571b. 00010000:00000010:1.0:1776267961.885531:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267961.885538:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023939620. 00000100:00000010:1.0:1776267961.885550:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023939620. 00010000:00000010:1.0:1776267961.885553:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000400:00000010:1.0:1776267961.885566:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267961.885571:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131776, offset 224 00000400:00000200:1.0:1776267961.885579:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.885592:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.885598:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91530:91530:256:4294967295] 192.168.202.34@tcp LPNI seq info [91530:91530:8:4294967295] 00000400:00000200:1.0:1776267961.885608:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.885613:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.885617:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343698). 00000800:00000200:1.0:1776267961.885623:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.885630:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.885634:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267961.885652:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267961.885656:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267961.885659:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d84f0c73. 00080000:00000010:1.0:1776267961.885697:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d84f0c73. 00010000:00000010:1.0:1776267961.885790:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016735745. 00010000:00000010:1.0:1776267961.885796:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005f90a40d. 00010000:00000010:1.0:1776267961.885864:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005c833d6. 00010000:00000010:1.0:1776267961.885871:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000080a07673. 00010000:00000010:1.0:1776267961.885881:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267961.885884:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023939620. 00000100:00000010:1.0:1776267961.885890:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073ff5367. 02000000:00000010:1.0:1776267961.885919:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b16ecbb7. 02000000:00000010:1.0:1776267961.886147:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3c6857a. 00000400:00000010:1.0:1776267961.886153:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000097a62e0c. 00000400:00000010:1.0:1776267961.886159:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267961.886163:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497536, portal 16 00000400:00000010:1.0:1776267961.886168:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267961.886170:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497536, offset 0 00000400:00000200:1.0:1776267961.886175:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.886182:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.886189:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.886193:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.886196:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.886198:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91531:91531:255:4294967295] 192.168.202.34@tcp LPNI seq info [91531:91531:7:4294967295] 00000400:00000200:1.0:1776267961.886771:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.886777:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.886781:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343946). 00000800:00000200:1.0:1776267961.886786:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.886791:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.886794:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267961.886844:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.886847:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343698). 00000400:00000200:1.0:1776267961.886852:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.886856:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.886859:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:1.0:1776267961.886861:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00000800:00000200:1.0:1776267961.887723:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.887728:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:1.0:1776267961.887732:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.887738:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.887742:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076585e34 00000400:00000010:1.0:1776267961.887743:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076585e34. 00000100:00000200:1.0:1776267961.887750:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000073ff5367 x1862549489497536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267961.888072:0:78548:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0683394. 00010000:00000010:2.1:1776267961.888078:0:78548:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:3.1:1776267961.889030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000900cf59b. 00010000:00000010:1.1:1776267961.893134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff5975ab. 00010000:00000010:1.1:1776267961.893146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc194c5f. 00010000:00000010:1.1:1776267961.893151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00000400:00000200:3.0:1776267961.894070:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.894089:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b5c0 00000400:00000200:3.0:1776267961.894098:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7ac5 [1] + 224 00000400:00000200:3.0:1776267961.894112:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.894116:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.894127:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000073ff5367 x1862549489497536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267961.894237:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000097a62e0c. 00000400:00000200:0.0:1776267961.894242:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:0.0:1776267961.894244:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00000100:00000200:0.0:1776267961.894251:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000073ff5367 x1862549489497536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267961.894258:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000073ff5367 x1862549489497536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267961.894287:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3c6857a. 02000000:00000010:0.0:1776267961.894293:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b16ecbb7. 00000100:00000010:0.0:1776267961.894296:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073ff5367. 00000100:00000010:0.0:1776267961.894302:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023939620. 00010000:00000010:0.0:1776267961.894305:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000400:00000200:3.0:1776267961.899365:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.899384:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c400 00000400:00000200:3.0:1776267961.899392:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6405 [2] + 1312 00000400:00000200:3.0:1776267961.899448:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.899452:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.899459:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.899464:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026e2b15d. 00000020:00000010:0.0:1776267961.899559:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074d9b0d2. 00000020:00000010:0.0:1776267961.899566:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267961.899570:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.899595:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000026e2b15d x1862549476131840/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267961.899623:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131840 02000000:00000010:0.0:1776267961.899632:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085bdda99. 00010000:00000010:0.0:1776267961.899658:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a1a9aab. 00010000:00000010:0.0:1776267961.899677:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e20a69f8. 00000100:00000010:0.0:1776267961.899682:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267961.899692:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267961.899696:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e20a69f8. 00000400:00000010:0.0:1776267961.899706:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.899710:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131840, offset 224 00000400:00000200:0.0:1776267961.899717:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.899726:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.899731:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91532:91532:256:4294967295] 192.168.202.34@tcp LPNI seq info [91532:91532:8:4294967295] 00000400:00000200:0.0:1776267961.899742:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.899747:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.899750:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82343698). 00000800:00000200:0.0:1776267961.899756:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.899761:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.899765:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.899778:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267961.899782:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.899784:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074d9b0d2. 00000800:00000200:0.0:1776267961.899837:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.899840:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343450). 00000400:00000200:0.0:1776267961.899844:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.899847:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.899850:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:0.0:1776267961.899852:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00080000:00000010:0.0:1776267961.899878:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074d9b0d2. 00010000:00000010:0.0:1776267961.899990:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080a07673. 00010000:00000010:0.0:1776267961.899996:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d82db33. 00010000:00000010:0.0:1776267961.900057:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000832ca153. 00010000:00000010:0.0:1776267961.900062:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000076181ead. 00010000:00000010:0.0:1776267961.900070:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e20a69f8. 00000100:00000010:0.0:1776267961.900073:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267961.900079:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9422027. 02000000:00000010:0.0:1776267961.900089:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c4e77de. 02000000:00000010:0.0:1776267961.900108:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fa5850c. 00000400:00000010:0.0:1776267961.900113:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091dd6006. 00000400:00000010:0.0:1776267961.900116:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.900120:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497600, portal 16 00000400:00000010:0.0:1776267961.900124:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053790125. 00000100:00000200:0.0:1776267961.900125:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497600, offset 0 00000400:00000200:0.0:1776267961.900130:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.900135:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.900140:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267961.900143:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267961.900146:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267961.900148:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91533:91533:256:4294967295] 192.168.202.34@tcp LPNI seq info [91533:91533:8:4294967295] 00000400:00000200:0.0:1776267961.900155:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.900160:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.900162:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82343698). 00000800:00000200:0.0:1776267961.900165:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.900169:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.900171:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267961.900282:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.900285:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343450). 00000400:00000200:3.0:1776267961.900288:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.900292:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.900294:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053790125 00000400:00000010:3.0:1776267961.900296:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053790125. 00000100:00000200:3.0:1776267961.900300:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e9422027 x1862549489497600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267961.907938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a27d6011. 00010000:00000010:0.1:1776267961.910929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b929145. 00010000:00000010:0.1:1776267961.910943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c833d6. 00000400:00000200:3.0:1776267961.922678:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.922698:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b600 00000400:00000200:3.0:1776267961.922707:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7ad1 [1] + 224 00000400:00000200:3.0:1776267961.922720:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.922724:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.922735:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e9422027 x1862549489497600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267961.922816:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.922821:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c440 00000400:00000200:3.0:1776267961.922825:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6405 [2] + 1640 00000400:00000200:3.0:1776267961.922834:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.922837:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.922841:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.922846:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d720bc70. 00000020:00000010:1.0:1776267961.924502:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3c6857a. 00000020:00000010:1.0:1776267961.924512:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267961.924517:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267961.924544:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d720bc70 x1862549476131904/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267961.924585:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131904 02000000:00000010:1.0:1776267961.924596:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000477810c9. 00010000:00000010:1.0:1776267961.924633:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fa92afd. 00000100:00000010:1.0:1776267961.924641:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023939620. 00000100:00000010:1.0:1776267961.924647:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023939620. 00010000:00000010:1.0:1776267961.924650:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fa92afd. 00000400:00000010:1.0:1776267961.924664:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267961.924670:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131904, offset 224 00000400:00000200:1.0:1776267961.924678:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.924691:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.924697:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91534:91534:256:4294967295] 192.168.202.34@tcp LPNI seq info [91534:91534:8:4294967295] 00000400:00000200:1.0:1776267961.924706:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.924711:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.924716:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267961.924721:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.924728:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.924731:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267961.924751:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267961.924755:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267961.924758:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3c6857a. 00000800:00000200:1.0:1776267961.924852:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.924856:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:1.0:1776267961.924860:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.924864:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.924868:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076585e34 00000400:00000010:1.0:1776267961.924870:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076585e34. 00000400:00000010:0.0:1776267961.929578:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091dd6006. 00000400:00000200:0.0:1776267961.929590:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:0.0:1776267961.929592:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.929607:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e9422027 x1862549489497600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267961.929618:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e9422027 x1862549489497600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267961.929647:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010411395. 02000000:00000010:0.0:1776267961.929667:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fa5850c. 02000000:00000010:0.0:1776267961.929674:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008c4e77de. 00000100:00000010:0.0:1776267961.929678:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9422027. 00000100:00000010:0.0:1776267961.929682:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267961.929688:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e20a69f8. 00080000:00000010:0.0:1776267961.929709:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8a6856c. 00010000:00000010:0.0:1776267961.929802:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076181ead. 00010000:00000010:0.0:1776267961.929811:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007859a029. 00010000:00000010:0.0:1776267961.930058:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1f85026. 00010000:00000010:0.0:1776267961.930066:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000076181ead. 00010000:00000010:0.0:1776267961.930078:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e20a69f8. 00000100:00000010:0.0:1776267961.930084:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267961.930093:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9422027. 02000000:00000010:0.0:1776267961.930107:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008c4e77de. 02000000:00000010:0.0:1776267961.930137:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004fa5850c. 00000400:00000010:0.0:1776267961.930142:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091dd6006. 00000400:00000010:0.0:1776267961.930146:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.930151:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497664, portal 16 00000400:00000010:0.0:1776267961.930156:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267961.930158:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497664, offset 0 00000400:00000200:0.0:1776267961.930167:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.930182:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.930189:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267961.930192:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267961.930196:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267961.930199:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91535:91535:256:4294967295] 192.168.202.34@tcp LPNI seq info [91535:91535:8:4294967295] 00000400:00000200:0.0:1776267961.930208:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.930223:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.930227:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343698). 00000800:00000200:0.0:1776267961.930234:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.930242:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.930246:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267961.931266:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.931272:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:3.0:1776267961.931278:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.931286:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.931291:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:3.0:1776267961.931292:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:3.0:1776267961.931300:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e9422027 x1862549489497664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267961.933807:0:78555:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 192 at 0000000004178dd8 (tot 82343642). 00000001:02000400:2.0:1776267961.933818:0:78555:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00000400:00000200:3.0:1776267961.935046:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.935066:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b640 00000400:00000200:3.0:1776267961.935075:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7add [1] + 224 00000400:00000200:3.0:1776267961.935087:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.935091:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.935102:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e9422027 x1862549489497664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267961.935180:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.935186:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c480 00000400:00000200:3.0:1776267961.935191:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6405 [2] + 1968 00000400:00000010:3.0:1776267961.935196:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5508dd4. 00000400:00000200:3.0:1776267961.935199:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000744fc471 00000400:00000200:3.0:1776267961.935207:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.935218:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.935220:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000744fc471 00000400:00000010:3.0:1776267961.935222:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000744fc471 (tot 82343490). 00000100:00000200:3.0:1776267961.935228:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776267961.937330:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3c6857a. 00000020:00000010:1.0:1776267961.937344:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267961.937349:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267961.937380:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ba59aa4a x1862549476131968/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267961.937424:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476131968 02000000:00000010:1.0:1776267961.937438:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b16ecbb7. 00010000:00000010:1.0:1776267961.937480:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fa92afd. 00000100:00000010:1.0:1776267961.937489:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023939620. 00000100:00000010:1.0:1776267961.937495:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023939620. 00010000:00000010:1.0:1776267961.937500:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fa92afd. 00000400:00000010:1.0:1776267961.937513:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267961.937518:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476131968, offset 224 00000400:00000200:1.0:1776267961.937526:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.937539:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.937545:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91536:91536:256:4294967295] 192.168.202.34@tcp LPNI seq info [91536:91536:8:4294967295] 00000400:00000200:1.0:1776267961.937556:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.937561:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.937566:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343738). 00000800:00000200:1.0:1776267961.937572:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.937580:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.937583:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267961.937603:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267961.937607:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267961.937610:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3c6857a. 02000000:00000010:1.0:1776267961.937618:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000477810c9. 00000100:00000010:1.0:1776267961.937621:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d720bc70. 02000000:00000010:1.0:1776267961.937625:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085bdda99. 00000100:00000010:1.0:1776267961.937628:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026e2b15d. 02000000:00000010:1.0:1776267961.937631:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff1682e8. 00000100:00000010:1.0:1776267961.937634:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 02000000:00000010:1.0:1776267961.937637:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009b21c53. 00000100:00000010:1.0:1776267961.937639:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090b3b0d2. 02000000:00000010:1.0:1776267961.937642:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057ba5cd9. 00000100:00000010:1.0:1776267961.937644:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc3056fa. 02000000:00000010:1.0:1776267961.937647:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000891e445e. 00000100:00000010:1.0:1776267961.937650:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fcb0bd4a. 00000100:00000200:1.0:1776267961.937656:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776267961.937662:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000002b16988. 00000400:00000010:1.0:1776267961.937665:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000023939620 (tot 82343890). 00000800:00000200:1.0:1776267961.937752:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267961.937755:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343642). 00000400:00000200:1.0:1776267961.937759:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.937763:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267961.937767:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076585e34 00000400:00000010:1.0:1776267961.937768:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076585e34. 02000000:00000010:1.0:1776267961.937771:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b16ecbb7. 00000400:00000010:2.0:1776267961.940673:0:78555:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 192 at 0000000004178dd8 (tot 82343450). 00010000:00000010:0.1:1776267961.944412:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6eb0152. 00010000:00000010:0.1:1776267961.944423:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043a26f6b. 00010000:00000010:0.1:1776267961.944427:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000832ca153. 00000400:00000010:0.0:1776267961.944442:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091dd6006. 00000400:00000200:0.0:1776267961.944447:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:0.0:1776267961.944449:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.944461:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e9422027 x1862549489497664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267961.944476:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e9422027 x1862549489497664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267961.944503:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004302ccf6. 02000000:00000010:0.0:1776267961.944518:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004fa5850c. 02000000:00000010:0.0:1776267961.944524:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008c4e77de. 00000100:00000010:0.0:1776267961.944527:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9422027. 00000100:00000010:0.0:1776267961.944531:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267961.944535:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e20a69f8. 00080000:00000010:1.0:1776267961.945618:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b16ecbb7. 00010000:00000010:1.0:1776267961.945710:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076181ead. 00010000:00000010:1.0:1776267961.945718:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf7c573c. 00010000:00000010:1.0:1776267961.945778:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a1bf512. 00010000:00000010:1.0:1776267961.945784:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267961.945795:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fa92afd. 00000100:00000010:1.0:1776267961.945803:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009322ab49. 00000100:00000010:1.0:1776267961.945811:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fcb0bd4a. 02000000:00000010:1.0:1776267961.945823:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff1682e8. 02000000:00000010:1.0:1776267961.945849:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000477810c9. 00000400:00000010:1.0:1776267961.945855:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000097a62e0c. 00000400:00000010:1.0:1776267961.945860:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267961.945865:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497728, portal 16 00000400:00000010:1.0:1776267961.945870:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267961.945872:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497728, offset 0 00000400:00000200:1.0:1776267961.945880:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267961.947283:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267961.947294:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267961.947297:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267961.947301:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267961.947304:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91537:91537:256:4294967295] 192.168.202.34@tcp LPNI seq info [91537:91537:8:4294967295] 00000400:00000200:1.0:1776267961.947315:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267961.947322:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267961.947327:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267961.947336:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267961.947343:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267961.947347:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267961.947537:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.947541:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:3.0:1776267961.947546:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.947551:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.947557:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:3.0:1776267961.947559:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00000100:00000200:3.0:1776267961.947566:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fcb0bd4a x1862549489497728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267961.953256:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267961.953275:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b680 00000400:00000200:0.0:1776267961.953284:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7aed [1] + 224 00000400:00000200:0.0:1776267961.953301:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.953305:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.953317:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fcb0bd4a x1862549489497728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267961.953546:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.953555:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c4c0 00000400:00000200:3.0:1776267961.953560:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb645d [2] + 0 00000400:00000200:3.0:1776267961.953603:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.953608:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.953611:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267961.953617:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f627660. 00000020:00000010:0.0:1776267961.954084:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fa5850c. 00000020:00000010:0.0:1776267961.954091:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267961.954097:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.954123:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007f627660 x1862549476132032/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267961.954151:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132032 02000000:00000010:0.0:1776267961.954162:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c4e77de. 00010000:00000010:0.0:1776267961.954198:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e20a69f8. 00000100:00000010:0.0:1776267961.954205:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267961.954221:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267961.954225:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e20a69f8. 00000400:00000010:0.0:1776267961.954240:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.954246:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132032, offset 224 00000400:00000200:0.0:1776267961.954253:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.954264:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.954270:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91538:91538:256:4294967295] 192.168.202.34@tcp LPNI seq info [91538:91538:8:4294967295] 00000400:00000200:0.0:1776267961.954281:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.954286:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.954290:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343698). 00000800:00000200:0.0:1776267961.954296:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.954302:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.954305:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.954323:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267961.954327:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.954329:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fa5850c. 00000800:00000200:0.0:1776267961.954512:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.954516:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343450). 00000400:00000200:0.0:1776267961.954521:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.954526:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.954529:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:0.0:1776267961.954531:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00010000:00000010:0.1:1776267961.954968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b617f778. 00000400:00000010:2.0:1776267961.955334:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000097a62e0c. 00000400:00000200:2.0:1776267961.955338:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076585e34 00000400:00000010:2.0:1776267961.955339:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076585e34. 00000100:00000200:2.0:1776267961.955348:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fcb0bd4a x1862549489497728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267961.955502:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fcb0bd4a x1862549489497728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267961.955528:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054386de6. 02000000:00000010:2.0:1776267961.955542:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000477810c9. 02000000:00000010:2.0:1776267961.955547:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff1682e8. 00000100:00000010:2.0:1776267961.955551:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fcb0bd4a. 00000100:00000010:2.0:1776267961.955555:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009322ab49. 00010000:00000010:2.0:1776267961.955558:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fa92afd. 00080000:00000010:2.0:1776267961.955577:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015cc70ed. 00010000:00000010:2.0:1776267961.955662:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d56b376b. 00010000:00000010:2.0:1776267961.955668:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f4d9acf5. 00010000:00000010:2.0:1776267961.957598:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055a5b69c. 00010000:00000010:2.0:1776267961.957611:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008118b496. 00010000:00000010:2.0:1776267961.957626:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267961.957632:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004178dd8. 00000100:00000010:2.0:1776267961.957641:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 02000000:00000010:2.0:1776267961.957653:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003231c579. 02000000:00000010:2.0:1776267961.957679:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f549fc6. 00000400:00000010:2.0:1776267961.957684:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000010ca33c2. 00000400:00000010:2.0:1776267961.957690:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267961.957696:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497792, portal 16 00000400:00000010:2.0:1776267961.957754:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a296b32. 00000100:00000200:2.0:1776267961.957757:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497792, offset 0 00000400:00000200:2.0:1776267961.957765:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.957779:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.957785:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267961.957789:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267961.957791:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267961.957795:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91539:91539:256:4294967295] 192.168.202.34@tcp LPNI seq info [91539:91539:8:4294967295] 00000400:00000200:2.0:1776267961.957804:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.957810:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.957814:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267961.957820:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.957826:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.957830:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.960550:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.960557:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:0.0:1776267961.960569:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.960579:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.960585:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a296b32 00000400:00000010:0.0:1776267961.960587:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a296b32. 00000100:00000200:0.0:1776267961.960598:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000192be620 x1862549489497792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267961.960636:0:78556:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f51dd859. 00010000:00000010:1.1:1776267961.960645:0:78556:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1f85026. 00000400:00000200:1.0:1776267961.962371:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.962388:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b6c0 00000400:00000200:1.0:1776267961.962396:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7af9 [1] + 224 00000400:00000200:1.0:1776267961.962408:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.962412:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.962420:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000192be620 x1862549489497792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267961.962453:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267961.962458:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c500 00000400:00000200:1.0:1776267961.962463:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb645d [2] + 328 00000400:00000200:1.0:1776267961.962470:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267961.962473:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267961.962486:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267961.962491:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 00000400:00000010:2.0:1776267961.963519:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010ca33c2. 00000400:00000200:2.0:1776267961.963526:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:2.0:1776267961.963528:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000100:00000200:2.0:1776267961.963537:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000192be620 x1862549489497792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267961.963547:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000192be620 x1862549489497792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267961.963577:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f549fc6. 02000000:00000010:2.0:1776267961.963582:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003231c579. 00000100:00000010:2.0:1776267961.963586:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 00000100:00000010:2.0:1776267961.963589:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000004178dd8. 00010000:00000010:2.0:1776267961.963593:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000020:00000010:0.0:1776267961.963772:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fa5850c. 00000020:00000010:0.0:1776267961.963779:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267961.963783:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.963809:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008274bc47 x1862549476132096/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267961.963851:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132096 02000000:00000010:0.0:1776267961.963863:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002b3496cd. 00010000:00000010:0.0:1776267961.963917:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c1706030. 00010000:00000010:0.0:1776267961.964025:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e20a69f8. 00000100:00000010:0.0:1776267961.964031:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267961.964043:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267961.964047:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e20a69f8. 00000400:00000010:0.0:1776267961.964061:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.964067:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132096, offset 224 00000400:00000200:0.0:1776267961.964075:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.964090:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.964096:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91540:91540:256:4294967295] 192.168.202.34@tcp LPNI seq info [91540:91540:8:4294967295] 00000400:00000200:0.0:1776267961.964107:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.964112:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.964117:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343698). 00000800:00000200:0.0:1776267961.964125:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.964131:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.964135:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.964153:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267961.964157:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.964160:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fa5850c. 00000800:00000200:0.0:1776267961.964273:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.964277:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343450). 00000400:00000200:0.0:1776267961.964282:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.964286:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.964290:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:0.0:1776267961.964292:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00080000:00000010:2.0:1776267961.966600:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003231c579. 00010000:00000010:2.0:1776267961.966695:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008118b496. 00010000:00000010:2.0:1776267961.966703:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000052c8eda6. 00010000:00000010:2.0:1776267961.966762:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:2.0:1776267961.966765:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008118b496. 00010000:00000010:2.0:1776267961.966775:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267961.966780:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004178dd8. 00000100:00000010:2.0:1776267961.966787:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 02000000:00000010:2.0:1776267961.966799:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f549fc6. 02000000:00000010:2.0:1776267961.966825:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000891e445e. 00000400:00000010:2.0:1776267961.966830:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000010ca33c2. 00000400:00000010:2.0:1776267961.966836:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267961.966841:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497856, portal 16 00000400:00000010:2.0:1776267961.966845:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008083c290. 00000100:00000200:2.0:1776267961.966847:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497856, offset 0 00000400:00000200:2.0:1776267961.966855:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.966869:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.966875:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267961.966878:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267961.966881:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267961.966883:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91541:91541:256:4294967295] 192.168.202.34@tcp LPNI seq info [91541:91541:8:4294967295] 00000400:00000200:2.0:1776267961.966909:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.966916:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.966921:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343698). 00000800:00000200:2.0:1776267961.966929:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.967231:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.967236:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267961.967628:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267961.967634:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343450). 00000400:00000200:0.0:1776267961.967639:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.967644:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267961.967649:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008083c290 00000400:00000010:0.0:1776267961.967651:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008083c290. 00000100:00000200:0.0:1776267961.967659:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000192be620 x1862549489497856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267961.967961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a2d973. 00010000:00000010:2.1:1776267961.967968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfbbfb98. 00010000:00000010:2.1:1776267961.967972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a1bf512. 00010000:00000010:0.1:1776267961.970928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008814ca57. 00010000:00000010:2.1:1776267961.979585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7fc7154. 00010000:00000010:2.1:1776267961.979597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a5b69c. 00000400:00000200:3.0:1776267961.980046:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267961.980065:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b700 00000400:00000200:3.0:1776267961.980073:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7b05 [1] + 224 00000400:00000200:3.0:1776267961.980089:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.980093:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267961.980103:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000192be620 x1862549489497856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267961.981586:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000010:2.0:1776267961.981602:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010ca33c2. 00000400:00000200:0.0:1776267961.981604:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c540 00000400:00000200:2.0:1776267961.981607:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:2.0:1776267961.981609:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000100:00000200:2.0:1776267961.981618:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000192be620 x1862549489497856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267961.981625:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000192be620 x1862549489497856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267961.981650:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000891e445e. 02000000:00000010:2.0:1776267961.981657:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005f549fc6. 00000100:00000010:2.0:1776267961.981659:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 00000100:00000010:2.0:1776267961.981662:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000004178dd8. 00010000:00000010:2.0:1776267961.981665:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00000400:00000200:0.0:1776267961.982247:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb645d [2] + 656 00000400:00000200:0.0:1776267961.991646:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267961.991662:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267961.991672:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267961.991678:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9422027. 00000020:00000010:0.0:1776267961.991750:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bb2af19. 00000020:00000010:0.0:1776267961.991757:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267961.991761:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267961.991785:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9422027 x1862549476132160/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:644/0 lens 328/0 e 0 to 0 dl 1776268004 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267961.991812:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132160 02000000:00000010:0.0:1776267961.991823:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005f549fc6. 00010000:00000010:0.0:1776267961.991849:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000467c4d40. 00010000:00000010:0.0:1776267961.991867:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e20a69f8. 00000100:00000010:0.0:1776267961.991873:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267961.991918:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267961.991924:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e20a69f8. 00000400:00000010:0.0:1776267961.993382:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267961.993391:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132160, offset 224 00000400:00000200:0.0:1776267961.993399:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267961.993415:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267961.993421:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91542:91542:256:4294967295] 192.168.202.34@tcp LPNI seq info [91542:91542:8:4294967295] 00000400:00000200:0.0:1776267961.993431:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267961.993437:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267961.993442:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343698). 00000800:00000200:0.0:1776267961.993448:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267961.993454:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267961.993458:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267961.993484:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267961.993489:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267961.993492:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bb2af19. 00080000:00000010:2.0:1776267961.993749:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9954e69. 00010000:00000010:2.0:1776267961.993848:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008118b496. 00010000:00000010:2.0:1776267961.993856:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006deaf29b. 00010000:00000010:2.0:1776267961.993957:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055a5b69c. 00010000:00000010:2.0:1776267961.993963:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008118b496. 00010000:00000010:2.0:1776267961.993974:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007cfd0a0f. 00000100:00000010:2.0:1776267961.993980:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004178dd8. 00000100:00000010:2.0:1776267961.993988:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 02000000:00000010:2.0:1776267961.994000:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bffc669b. 02000000:00000010:2.0:1776267961.994024:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ecf200a3. 00000400:00000010:2.0:1776267961.994030:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000010ca33c2. 00000400:00000010:2.0:1776267961.994035:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267961.994039:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497920, portal 16 00000400:00000010:2.0:1776267961.994043:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001290874d. 00000100:00000200:2.0:1776267961.994045:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497920, offset 0 00000400:00000200:2.0:1776267961.994050:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267961.994057:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267961.994063:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267961.994066:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267961.994069:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267961.994071:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91543:91543:255:4294967295] 192.168.202.34@tcp LPNI seq info [91543:91543:7:4294967295] 00000400:00000200:2.0:1776267961.994078:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267961.994081:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267961.994084:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343946). 00000800:00000200:2.0:1776267961.994088:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267961.994092:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267961.994094:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267961.994593:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.994597:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343698). 00000400:00000200:3.0:1776267961.994603:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.994608:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.994612:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:3.0:1776267961.994614:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00000800:00000200:3.0:1776267961.994677:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267961.994679:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343450). 00000400:00000200:3.0:1776267961.994683:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267961.994686:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267961.994688:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001290874d 00000400:00000010:3.0:1776267961.994690:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001290874d. 00000100:00000200:3.0:1776267961.994696:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000192be620 x1862549489497920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267961.998008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076903466. 00010000:00000010:2.1:1776267962.000275:0:78558:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de3aa3ee. 00010000:00000010:2.1:1776267962.000288:0:78558:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b90ca7. 00000400:00000200:0.0:1776267962.000589:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.000609:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b740 00000400:00000200:0.0:1776267962.000618:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7b11 [1] + 224 00000400:00000200:0.0:1776267962.000633:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.000637:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.000650:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000192be620 x1862549489497920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.000686:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.000692:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c580 00000400:00000200:0.0:1776267962.000697:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb645d [2] + 984 00000400:00000200:0.0:1776267962.000707:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.000710:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.000714:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.000719:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003d99e24. 00000020:00000010:0.0:1776267962.000765:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000891e445e. 00000020:00000010:0.0:1776267962.000771:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267962.000775:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267962.000804:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003d99e24 x1862549476132224/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267962.000832:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132224 02000000:00000010:0.0:1776267962.000842:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000886e5172. 00010000:00000010:0.0:1776267962.000884:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e20a69f8. 00000100:00000010:0.0:1776267962.000912:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267962.000921:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267962.000925:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e20a69f8. 00000400:00000010:0.0:1776267962.000939:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006163a41a. 00000100:00000200:0.0:1776267962.000945:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132224, offset 224 00000400:00000200:0.0:1776267962.000952:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.000964:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.000970:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91544:91544:256:4294967295] 192.168.202.34@tcp LPNI seq info [91544:91544:8:4294967295] 00000400:00000200:0.0:1776267962.000980:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.000985:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.000989:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000903c6240 (tot 82343698). 00000800:00000200:0.0:1776267962.000994:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.001002:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.001006:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000903c6240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267962.001025:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000035bf27c5. 00000020:00000010:0.0:1776267962.001029:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267962.001032:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000891e445e. 00000800:00000200:0.0:1776267962.001128:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.001132:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000903c6240 (tot 82343450). 00000400:00000200:0.0:1776267962.001136:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.001140:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.001143:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006163a41a 00000400:00000010:0.0:1776267962.001146:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006163a41a. 00000400:00000010:3.0:1776267962.004574:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010ca33c2. 00000400:00000200:3.0:1776267962.004587:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:3.0:1776267962.004589:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000100:00000200:3.0:1776267962.004606:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000192be620 x1862549489497920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267962.004617:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000192be620 x1862549489497920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267962.004649:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c45f0dd6. 02000000:00000010:3.0:1776267962.004666:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ecf200a3. 02000000:00000010:3.0:1776267962.004673:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bffc669b. 00000100:00000010:3.0:1776267962.004678:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 00000100:00000010:3.0:1776267962.004683:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000004178dd8. 00010000:00000010:3.0:1776267962.004687:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007cfd0a0f. 00080000:00000010:3.0:1776267962.004710:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000cf2b01c. 00010000:00000010:3.0:1776267962.004832:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008118b496. 00010000:00000010:3.0:1776267962.004840:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6826040. 00010000:00000010:3.0:1776267962.004945:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0a0f611. 00010000:00000010:3.0:1776267962.004950:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b6c23aa. 00010000:00000010:3.0:1776267962.004955:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6ad168d. 00010000:00000010:3.0:1776267962.004962:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000078234e4e. 00080000:00000010:3.0:1776267962.004980:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9785830. 00010000:00000010:3.0:1776267962.005007:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078234e4e. 00010000:00000010:3.0:1776267962.005010:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b6c23aa. 00010000:00000010:3.0:1776267962.005119:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a050c0e. 00010000:00000010:3.0:1776267962.005123:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000078234e4e. 00010000:00000010:3.0:1776267962.005133:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e5a83ff. 00000100:00000010:3.0:1776267962.005138:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.005148:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 02000000:00000010:3.0:1776267962.005163:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008dfb8c55. 02000000:00000010:3.0:1776267962.005197:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009b21c53. 00000400:00000010:3.0:1776267962.005203:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5508dd4. 00000400:00000010:3.0:1776267962.005208:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b701ac31. 00000100:00000200:3.0:1776267962.005225:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489497984, portal 16 00000400:00000010:3.0:1776267962.005231:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000856d905e. 00000100:00000200:3.0:1776267962.005234:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489497984, offset 0 00000400:00000200:3.0:1776267962.005242:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.005260:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.005270:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267962.005275:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267962.005278:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267962.005281:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91545:91545:256:4294967295] 192.168.202.34@tcp LPNI seq info [91545:91545:8:4294967295] 00000400:00000200:3.0:1776267962.005292:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.005299:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.005304:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267962.005311:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.005319:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.005323:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267962.005425:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.005429:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:3.0:1776267962.005434:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.005439:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.005442:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:3.0:1776267962.005443:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00000100:00000200:3.0:1776267962.005448:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f83dba0c x1862549489497984/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.009785:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.009808:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b780 00000400:00000200:0.0:1776267962.009817:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7b1d [1] + 224 00000400:00000200:0.0:1776267962.009833:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.009837:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.009847:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f83dba0c x1862549489497984/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267962.010043:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5508dd4. 00000400:00000200:3.0:1776267962.010049:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b701ac31 00000400:00000010:3.0:1776267962.010051:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b701ac31. 00000100:00000200:3.0:1776267962.010058:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f83dba0c x1862549489497984/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267962.010065:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f83dba0c x1862549489497984/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267962.010095:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009b21c53. 02000000:00000010:3.0:1776267962.010101:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008dfb8c55. 00000100:00000010:3.0:1776267962.010104:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 00000100:00000010:3.0:1776267962.010108:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.010113:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e5a83ff. 00000400:00000200:0.0:1776267962.012812:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.012830:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c5c0 00000400:00000200:0.0:1776267962.012839:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb645d [2] + 1312 00000400:00000200:0.0:1776267962.013603:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.013611:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.013621:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.013630:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005aab43a3. 00000020:00000010:3.0:1776267962.013891:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008dfb8c55. 00000020:00000010:3.0:1776267962.014023:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267962.014027:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.014061:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005aab43a3 x1862549476132288/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267962.014133:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132288 02000000:00000010:3.0:1776267962.014148:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009b21c53. 00010000:00000010:3.0:1776267962.014187:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023526d06. 00010000:00000010:3.0:1776267962.014332:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e5a83ff. 00000100:00000010:3.0:1776267962.014340:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.014458:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.014464:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e5a83ff. 00000400:00000010:3.0:1776267962.014488:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b701ac31. 00000100:00000200:3.0:1776267962.014494:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132288, offset 224 00000400:00000200:3.0:1776267962.014502:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.014515:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.014521:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91546:91546:256:4294967295] 192.168.202.34@tcp LPNI seq info [91546:91546:8:4294967295] 00000400:00000200:3.0:1776267962.014531:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.014537:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.014541:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267962.014548:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.014555:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.014559:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.014577:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267962.014581:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.014584:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008dfb8c55. 00000800:00000200:3.0:1776267962.014663:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.014666:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343450). 00000400:00000200:3.0:1776267962.014672:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.014675:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.014679:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b701ac31 00000400:00000010:3.0:1776267962.014680:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b701ac31. 00080000:00000010:0.0:1776267962.015835:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef0e12de. 00010000:00000010:0.0:1776267962.016058:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078234e4e. 00010000:00000010:0.0:1776267962.016068:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000790cbb7. 00010000:00000010:0.0:1776267962.016139:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000832ca153. 00010000:00000010:0.0:1776267962.016146:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c4104533. 00010000:00000010:0.0:1776267962.016158:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e20a69f8. 00000100:00000010:0.0:1776267962.016165:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267962.016173:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009a7930ce. 02000000:00000010:0.0:1776267962.016185:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c99e71f9. 02000000:00000010:0.0:1776267962.016293:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004bb2af19. 00000400:00000010:0.0:1776267962.016300:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091dd6006. 00000400:00000010:0.0:1776267962.016304:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006163a41a. 00000100:00000200:0.0:1776267962.016310:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489498048, portal 16 00000400:00000010:0.0:1776267962.016315:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000673fe50f. 00000100:00000200:0.0:1776267962.016317:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489498048, offset 0 00000400:00000200:0.0:1776267962.016325:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.016337:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.016343:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.016347:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.016349:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.016540:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91547:91547:256:4294967295] 192.168.202.34@tcp LPNI seq info [91547:91547:8:4294967295] 00000400:00000200:0.0:1776267962.016551:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.016558:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.016562:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000903c6240 (tot 82343698). 00000800:00000200:0.0:1776267962.016568:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.016575:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.016578:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000903c6240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267962.016870:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.016875:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000903c6240 (tot 82343450). 00000400:00000200:3.0:1776267962.016880:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.016885:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.016889:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000673fe50f 00000400:00000010:3.0:1776267962.016891:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000673fe50f. 00000100:00000200:3.0:1776267962.019842:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009a7930ce x1862549489498048/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267962.020692:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.020840:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b7c0 00000400:00000200:3.0:1776267962.020850:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7b29 [1] + 224 00000400:00000200:3.0:1776267962.020866:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.020871:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.020881:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009a7930ce x1862549489498048/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267962.020974:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.020981:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c600 00000400:00000200:3.0:1776267962.021055:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb645d [2] + 1640 00000400:00000200:3.0:1776267962.021109:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.021113:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.021118:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267962.021124:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 00000020:00000010:3.0:1776267962.021172:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008dfb8c55. 00000020:00000010:3.0:1776267962.021178:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267962.021182:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000400:00000010:1.0:1776267962.021924:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091dd6006. 00000400:00000200:1.0:1776267962.021932:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006163a41a 00000400:00000010:1.0:1776267962.021934:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006163a41a. 00000100:00000200:1.0:1776267962.021942:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009a7930ce x1862549489498048/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.021951:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009a7930ce x1862549489498048/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.021980:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004bb2af19. 02000000:00000010:1.0:1776267962.021987:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c99e71f9. 00000100:00000010:1.0:1776267962.021993:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009a7930ce. 00000100:00000010:1.0:1776267962.021997:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:1.0:1776267962.022002:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e20a69f8. 00000100:00000200:3.0:1776267962.023290:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f83dba0c x1862549476132352/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267962.023385:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132352 02000000:00000010:3.0:1776267962.023400:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003614bb4c. 00010000:00000010:3.0:1776267962.023427:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035fcd665. 00010000:00000010:3.0:1776267962.023445:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e5a83ff. 00000100:00000010:3.0:1776267962.023451:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.023470:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.023473:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e5a83ff. 00000400:00000010:3.0:1776267962.023494:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b701ac31. 00000100:00000200:3.0:1776267962.023500:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132352, offset 224 00000400:00000200:3.0:1776267962.023508:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.023521:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.023527:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91548:91548:256:4294967295] 192.168.202.34@tcp LPNI seq info [91548:91548:8:4294967295] 00000400:00000200:3.0:1776267962.023538:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.023543:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.023548:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ab4aae1 (tot 82343698). 00000800:00000200:3.0:1776267962.023555:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00080000:00000010:1.0:1776267962.023556:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000477810c9. 00000800:00000200:3.0:1776267962.023561:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.023565:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005ab4aae1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.023587:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267962.023591:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.023594:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008dfb8c55. 00010000:00000010:1.0:1776267962.023647:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4104533. 00010000:00000010:1.0:1776267962.023653:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d2c9461. 00010000:00000010:1.0:1776267962.023727:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c8f28a. 00010000:00000010:1.0:1776267962.023734:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267962.023744:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034683b06. 00000100:00000010:1.0:1776267962.023748:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267962.023755:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 02000000:00000010:1.0:1776267962.023766:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3c6857a. 02000000:00000010:1.0:1776267962.023788:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff1682e8. 00000400:00000010:1.0:1776267962.023794:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090efb0bc. 00000400:00000010:1.0:1776267962.023798:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9745e3. 00000100:00000200:1.0:1776267962.023803:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489498112, portal 16 00000400:00000010:1.0:1776267962.023807:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b326f591. 00000100:00000200:1.0:1776267962.023809:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489498112, offset 0 00000400:00000200:1.0:1776267962.023814:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.023820:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.023829:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.023834:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.023837:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.023839:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91549:91549:255:4294967295] 192.168.202.34@tcp LPNI seq info [91549:91549:7:4294967295] 00000400:00000200:1.0:1776267962.023846:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.023850:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.023854:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343946). 00000800:00000200:1.0:1776267962.023857:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.023861:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.023863:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.025260:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.025266:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ab4aae1 (tot 82343698). 00000400:00000200:2.0:1776267962.025274:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.025282:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.025288:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b701ac31 00000400:00000010:2.0:1776267962.025290:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b701ac31. 00000800:00000200:2.0:1776267962.025365:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.025367:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:2.0:1776267962.025372:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.025376:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.025378:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b326f591 00000400:00000010:2.0:1776267962.025379:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b326f591. 00000100:00000200:2.0:1776267962.025387:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005a528f70 x1862549489498112/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.030643:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.030662:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b800 00000400:00000200:0.0:1776267962.030671:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7b35 [1] + 224 00000400:00000200:0.0:1776267962.030683:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.030687:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.030697:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005a528f70 x1862549489498112/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.030757:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.030763:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c640 00000400:00000200:0.0:1776267962.030767:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb645d [2] + 1968 00000400:00000010:0.0:1776267962.030772:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b3d16403. 00000400:00000200:0.0:1776267962.030775:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a3e93c9d 00000400:00000200:0.0:1776267962.030832:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.030835:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.030838:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a3e93c9d 00000400:00000010:0.0:1776267962.030840:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a3e93c9d (tot 82343298). 00000100:00000200:0.0:1776267962.030846:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1776267962.031308:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090efb0bc. 00000400:00000200:2.0:1776267962.031313:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9745e3 00000400:00000010:2.0:1776267962.031315:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9745e3. 00000100:00000200:2.0:1776267962.031321:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005a528f70 x1862549489498112/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267962.031329:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005a528f70 x1862549489498112/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267962.031367:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff1682e8. 02000000:00000010:2.0:1776267962.031373:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3c6857a. 00000100:00000010:2.0:1776267962.031376:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 00000100:00000010:2.0:1776267962.031379:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:2.0:1776267962.031383:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034683b06. 00000020:00000010:2.0:1776267962.031403:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000536d1d2d. 00000020:00000010:2.0:1776267962.031409:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d817d38b. 00000020:00000010:2.0:1776267962.031413:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267962.031438:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000099cce93e x1862549476132416/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267962.031472:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132416 02000000:00000010:2.0:1776267962.031659:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ecf200a3. 00010000:00000010:2.0:1776267962.031687:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db5feda6. 00010000:00000010:2.0:1776267962.031716:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e723695e. 00000100:00000010:2.0:1776267962.031723:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000068773bdd. 00000100:00000010:2.0:1776267962.031738:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000068773bdd. 00010000:00000010:2.0:1776267962.031740:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e723695e. 00000400:00000010:2.0:1776267962.031752:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004395e51d. 00000100:00000200:2.0:1776267962.031756:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132416, offset 224 00000400:00000200:2.0:1776267962.031763:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.031776:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.031781:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91550:91550:256:4294967295] 192.168.202.34@tcp LPNI seq info [91550:91550:8:4294967295] 00000400:00000200:2.0:1776267962.031789:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.031794:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.031798:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343546). 00000800:00000200:2.0:1776267962.031803:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.031810:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.031813:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267962.031873:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d817d38b. 00000020:00000010:2.0:1776267962.031879:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267962.031882:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000536d1d2d. 02000000:00000010:2.0:1776267962.031913:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003614bb4c. 00000100:00000010:2.0:1776267962.031918:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 02000000:00000010:2.0:1776267962.031922:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009b21c53. 00000100:00000010:2.0:1776267962.031924:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005aab43a3. 02000000:00000010:2.0:1776267962.031927:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000886e5172. 00000100:00000010:2.0:1776267962.031930:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003d99e24. 02000000:00000010:2.0:1776267962.031933:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005f549fc6. 00000100:00000010:2.0:1776267962.031936:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9422027. 02000000:00000010:2.0:1776267962.031938:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002b3496cd. 00000100:00000010:2.0:1776267962.031941:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 02000000:00000010:2.0:1776267962.031944:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c4e77de. 00000100:00000010:2.0:1776267962.031946:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f627660. 00000100:00000200:2.0:1776267962.031954:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776267962.031960:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a4963c35. 00000400:00000010:2.0:1776267962.031963:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000068773bdd (tot 82343698). 00080000:00000010:3.0:1776267962.031965:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008dfb8c55. 00010000:00000010:3.0:1776267962.032050:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:3.0:1776267962.032057:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000daea6a9a. 00010000:00000010:3.0:1776267962.032127:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003352a06a. 00010000:00000010:3.0:1776267962.032133:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001152de17. 00010000:00000010:3.0:1776267962.032143:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e5a83ff. 00000100:00000010:3.0:1776267962.032147:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.032153:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038d6bd92. 02000000:00000010:3.0:1776267962.032163:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4f101e1. 02000000:00000010:3.0:1776267962.032183:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009b21c53. 00000400:00000010:3.0:1776267962.032188:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5508dd4. 00000400:00000010:3.0:1776267962.032191:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000856d905e. 00000100:00000200:3.0:1776267962.032194:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489498176, portal 16 00000400:00000010:3.0:1776267962.032440:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035f6f22f. 00000100:00000200:3.0:1776267962.032444:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489498176, offset 0 00000400:00000200:3.0:1776267962.032451:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.032458:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.032464:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267962.032467:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267962.032470:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267962.032473:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91551:91551:255:4294967295] 192.168.202.34@tcp LPNI seq info [91551:91551:7:4294967295] 00000400:00000200:3.0:1776267962.032720:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.032726:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.032730:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343946). 00000800:00000200:3.0:1776267962.032734:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.032738:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.032741:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776267962.037637:0:15884:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004e74087. 00010000:00000010:0.1:1776267962.037649:0:15884:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00000800:00000200:0.0:1776267962.037696:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.037710:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343698). 00000400:00000200:0.0:1776267962.037717:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.037728:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.037733:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004395e51d 00000400:00000010:0.0:1776267962.037735:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004395e51d. 02000000:00000010:0.0:1776267962.037744:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ecf200a3. 00000800:00000200:0.0:1776267962.037813:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.037816:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343450). 00000400:00000200:0.0:1776267962.037820:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.037823:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.037825:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035f6f22f 00000400:00000010:0.0:1776267962.037827:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035f6f22f. 00000100:00000200:0.0:1776267962.037835:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038d6bd92 x1862549489498176/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267962.038024:0:78518:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055951880. 00010000:00000010:1.1:1776267962.038030:0:78518:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000832ca153. 00010000:00000010:3.1:1776267962.038121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5150467. 00010000:00000010:3.1:1776267962.038127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000806d7cd9. 00010000:00000010:3.1:1776267962.038130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a5b69c. 00010000:00000010:3.1:1776267962.038133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0a0f611. 00010000:00000010:3.1:1776267962.038136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ad168d. 00010000:00000010:3.1:1776267962.038139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d1103f2. 00010000:00000010:3.1:1776267962.038142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c49acd9. 00010000:00000010:3.1:1776267962.040055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050e1c547. 00010000:00000010:3.1:1776267962.040067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c8f28a. 00010000:00000010:2.1:1776267962.042069:0:78518:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000520762e3. 00000400:00000200:3.0:1776267962.044418:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.044435:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b840 00000400:00000200:3.0:1776267962.044442:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7b45 [1] + 224 00000400:00000200:3.0:1776267962.044453:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.044457:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.044466:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038d6bd92 x1862549489498176/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267962.044501:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.044506:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c680 00000400:00000200:3.0:1776267962.044510:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb64b5 [2] + 0 00000400:00000200:3.0:1776267962.044518:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.044522:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.044526:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267962.044532:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bd626d3. 00000400:00000010:1.0:1776267962.044641:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5508dd4. 00000400:00000200:1.0:1776267962.044646:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:1.0:1776267962.044648:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00000100:00000200:1.0:1776267962.044654:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038d6bd92 x1862549489498176/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.044662:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038d6bd92 x1862549489498176/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.044691:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009b21c53. 02000000:00000010:1.0:1776267962.044695:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4f101e1. 00000100:00000010:1.0:1776267962.044698:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038d6bd92. 00000100:00000010:1.0:1776267962.044701:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:1.0:1776267962.044705:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e5a83ff. 00000020:00000010:2.0:1776267962.048329:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecf200a3. 00000020:00000010:2.0:1776267962.048343:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a1c20a82. 00000020:00000010:2.0:1776267962.048348:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267962.048388:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bd626d3 x1862549476132480/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267962.048425:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132480 02000000:00000010:2.0:1776267962.048438:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c4e77de. 00010000:00000010:2.0:1776267962.048468:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006537f08. 00010000:00000010:2.0:1776267962.048487:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae7cc932. 00000100:00000010:2.0:1776267962.048494:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267962.048510:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:2.0:1776267962.048513:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae7cc932. 00000400:00000010:2.0:1776267962.048526:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbb66a2. 00000100:00000200:2.0:1776267962.048531:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132480, offset 224 00000400:00000200:2.0:1776267962.048539:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.048552:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.048558:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91552:91552:256:4294967295] 192.168.202.34@tcp LPNI seq info [91552:91552:8:4294967295] 00000400:00000200:2.0:1776267962.048569:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.048575:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.048579:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267962.048585:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.048592:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.048596:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267962.048611:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a1c20a82. 00000020:00000010:2.0:1776267962.048615:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267962.048617:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecf200a3. 00080000:00000010:2.0:1776267962.048646:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ecf200a3. 00010000:00000010:2.0:1776267962.048732:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001152de17. 00010000:00000010:2.0:1776267962.048738:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004cdbf300. 00010000:00000010:2.0:1776267962.048809:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:2.0:1776267962.048815:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000078dbfdf7. 00010000:00000010:2.0:1776267962.048825:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae7cc932. 00000100:00000010:2.0:1776267962.048828:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267962.048836:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 02000000:00000010:2.0:1776267962.048847:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004bb2af19. 02000000:00000010:2.0:1776267962.048870:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b3496cd. 00000400:00000010:2.0:1776267962.048876:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267962.048880:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267962.048884:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489498240, portal 16 00000400:00000010:2.0:1776267962.048888:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006637a72f. 00000100:00000200:2.0:1776267962.048890:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489498240, offset 0 00000400:00000200:2.0:1776267962.048918:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.048925:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.048931:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.048934:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.048937:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.048939:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91553:91553:255:4294967295] 192.168.202.34@tcp LPNI seq info [91553:91553:7:4294967295] 00000400:00000200:2.0:1776267962.048945:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.048949:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.048952:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343946). 00000800:00000200:2.0:1776267962.048956:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.048960:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.048962:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.050305:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.050311:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343698). 00000400:00000200:0.0:1776267962.050319:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.050327:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.050333:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbb66a2 00000400:00000010:0.0:1776267962.050335:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbb66a2. 00000800:00000200:0.0:1776267962.050523:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.050526:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:0.0:1776267962.050529:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.050533:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.050536:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006637a72f 00000400:00000010:0.0:1776267962.050537:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006637a72f. 00000100:00000200:0.0:1776267962.050544:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000425f4f8d x1862549489498240/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267962.069866:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.069888:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b880 00000400:00000200:3.0:1776267962.069919:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7b51 [1] + 224 00000400:00000200:3.0:1776267962.069937:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.069941:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.069953:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000425f4f8d x1862549489498240/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267962.069984:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.069989:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c6c0 00000400:00000200:3.0:1776267962.069994:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb64b5 [2] + 328 00000400:00000200:3.0:1776267962.070050:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.070054:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.070058:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267962.070064:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6a3c49b. 00000020:00000010:3.0:1776267962.070108:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003614bb4c. 00000020:00000010:3.0:1776267962.070114:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267962.070117:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.070140:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a6a3c49b x1862549476132544/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267962.070165:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132544 02000000:00000010:3.0:1776267962.070175:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a4f101e1. 00010000:00000010:3.0:1776267962.070219:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.070226:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.070232:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.070236:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.070250:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1ac30ef. 00000100:00000200:3.0:1776267962.070255:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132544, offset 224 00000400:00000200:3.0:1776267962.070262:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.070273:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.070278:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91554:91554:256:4294967295] 192.168.202.34@tcp LPNI seq info [91554:91554:8:4294967295] 00000400:00000200:3.0:1776267962.070288:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.070293:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.070299:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020d95ccb (tot 82343698). 00000800:00000200:3.0:1776267962.070304:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.070311:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.070315:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000020d95ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.070331:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267962.070334:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.070337:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003614bb4c. 00000400:00000010:2.0:1776267962.070550:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:2.0:1776267962.070554:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:2.0:1776267962.070556:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 00000100:00000200:2.0:1776267962.070563:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000425f4f8d x1862549489498240/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267962.070571:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000425f4f8d x1862549489498240/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267962.070589:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e80e7f48. 02000000:00000010:2.0:1776267962.070603:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b3496cd. 02000000:00000010:2.0:1776267962.070609:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004bb2af19. 00000100:00000010:2.0:1776267962.070613:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 00000100:00000010:2.0:1776267962.070617:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:2.0:1776267962.070620:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae7cc932. 00080000:00000010:2.0:1776267962.070635:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bb2af19. 00010000:00000010:2.0:1776267962.070713:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078dbfdf7. 00010000:00000010:2.0:1776267962.070718:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe5e7ce1. 00010000:00000010:2.0:1776267962.070790:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000114f13cb. 00010000:00000010:2.0:1776267962.070794:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000056cb478f. 00010000:00000010:2.0:1776267962.070799:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb2f35a4. 00010000:00000010:2.0:1776267962.070804:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000078dbfdf7. 00080000:00000010:2.0:1776267962.070816:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b3496cd. 00010000:00000010:2.0:1776267962.070840:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078dbfdf7. 00010000:00000010:2.0:1776267962.070843:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000056cb478f. 00010000:00000010:2.0:1776267962.070923:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055a5b69c. 00010000:00000010:2.0:1776267962.070927:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000078dbfdf7. 00010000:00000010:2.0:1776267962.070934:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae7cc932. 00000100:00000010:2.0:1776267962.070938:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267962.070943:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 02000000:00000010:2.0:1776267962.070955:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000536d1d2d. 02000000:00000010:2.0:1776267962.070977:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057ba5cd9. 00000400:00000010:2.0:1776267962.070982:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267962.070986:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267962.070990:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489498304, portal 16 00000400:00000010:2.0:1776267962.070995:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1151310. 00000100:00000200:2.0:1776267962.070996:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489498304, offset 0 00000400:00000200:2.0:1776267962.071002:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.071011:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.071017:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.071021:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.071023:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.071026:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91555:91555:255:4294967295] 192.168.202.34@tcp LPNI seq info [91555:91555:7:4294967295] 00000400:00000200:2.0:1776267962.071033:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.071037:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.071041:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343946). 00000800:00000200:2.0:1776267962.071046:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.071051:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.071053:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267962.071232:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.071236:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020d95ccb (tot 82343698). 00000400:00000200:3.0:1776267962.071242:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.071246:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.071249:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac30ef 00000400:00000010:3.0:1776267962.071250:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1ac30ef. 00000800:00000200:3.0:1776267962.071296:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.071299:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:3.0:1776267962.071303:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.071306:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.071308:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1151310 00000400:00000010:3.0:1776267962.071309:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1151310. 00000100:00000200:3.0:1776267962.071313:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000425f4f8d x1862549489498304/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.080561:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.080587:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b8c0 00000400:00000200:0.0:1776267962.080597:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7b5d [1] + 224 00000400:00000200:0.0:1776267962.080616:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.080620:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.080632:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000425f4f8d x1862549489498304/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267962.080725:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:2.0:1776267962.080729:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:2.0:1776267962.080731:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 00000100:00000200:2.0:1776267962.080738:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000425f4f8d x1862549489498304/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267962.080745:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000425f4f8d x1862549489498304/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267962.080772:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057ba5cd9. 02000000:00000010:2.0:1776267962.080777:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000536d1d2d. 00000100:00000010:2.0:1776267962.080781:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 00000100:00000010:2.0:1776267962.080786:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:2.0:1776267962.080790:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae7cc932. 00010000:00000010:2.1:1776267962.081285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001eb29d0e. 00010000:00000010:2.1:1776267962.081294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070c85747. 00010000:00000010:2.1:1776267962.081298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:2.1:1776267962.085032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ddfe270. 00010000:00000010:2.1:1776267962.085049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000937eaadc. 00010000:00000010:2.1:1776267962.085052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:2.1:1776267962.085055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000114f13cb. 00010000:00000010:2.1:1776267962.085060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb2f35a4. 00000400:00000200:3.0:1776267962.098736:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.098757:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c700 00000400:00000200:3.0:1776267962.098765:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb64b5 [2] + 656 00000400:00000200:3.0:1776267962.098833:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.098838:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.098845:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267962.098853:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038d6bd92. 00000020:00000010:2.0:1776267962.099578:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057ba5cd9. 00000020:00000010:2.0:1776267962.099587:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267962.099591:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267962.099618:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038d6bd92 x1862549476132608/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267962.099644:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132608 02000000:00000010:2.0:1776267962.099655:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000536d1d2d. 00010000:00000010:2.0:1776267962.099684:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091317ded. 00010000:00000010:2.0:1776267962.099713:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae7cc932. 00000100:00000010:2.0:1776267962.099720:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267962.099734:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:2.0:1776267962.099737:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae7cc932. 00080000:00000010:2.0:1776267962.099768:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc0c64c8. 00010000:00000010:2.0:1776267962.099847:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078dbfdf7. 00010000:00000010:2.0:1776267962.099853:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051fe1720. 00010000:00000010:2.0:1776267962.099957:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb2f35a4. 00010000:00000010:2.0:1776267962.099964:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000078dbfdf7. 00010000:00000010:2.0:1776267962.099974:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae7cc932. 00000100:00000010:2.0:1776267962.099977:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267962.099983:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 02000000:00000010:2.0:1776267962.099998:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa17a084. 02000000:00000010:2.0:1776267962.100020:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ade1469. 00000400:00000010:2.0:1776267962.100025:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267962.100030:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267962.100037:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489498368, portal 16 00000400:00000010:2.0:1776267962.100041:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef6112c0. 00000100:00000200:2.0:1776267962.100043:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489498368, offset 0 00000400:00000200:2.0:1776267962.100050:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.100063:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.100070:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.100074:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.100077:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.100080:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91556:91556:256:4294967295] 192.168.202.34@tcp LPNI seq info [91556:91556:8:4294967295] 00000400:00000200:2.0:1776267962.100090:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.100096:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.100101:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267962.100107:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.100116:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.100120:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1776267962.100142:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000049a541a. 00000100:00000200:2.0:1776267962.100144:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132608, offset 224 00000400:00000200:2.0:1776267962.100148:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.100154:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.100158:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91557:91557:255:4294967295] 192.168.202.34@tcp LPNI seq info [91557:91557:7:4294967295] 00000400:00000200:2.0:1776267962.100166:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.100169:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.100172:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343946). 00000800:00000200:2.0:1776267962.100175:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.100179:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.100181:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267962.100191:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267962.100195:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000800:00000200:3.0:1776267962.100730:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.100734:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343698). 00000400:00000200:3.0:1776267962.100739:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.100745:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.100749:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef6112c0 00000400:00000010:3.0:1776267962.100751:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef6112c0. 00000100:00000200:3.0:1776267962.100758:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000425f4f8d x1862549489498368/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1776267962.100817:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.100819:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:3.0:1776267962.100822:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.100825:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.100827:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000049a541a 00000400:00000010:3.0:1776267962.100828:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000049a541a. 00000020:00000010:2.0:1776267962.101567:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057ba5cd9. 00000400:00000200:3.0:1776267962.108729:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.108752:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b900 00000400:00000200:3.0:1776267962.108762:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7b65 [1] + 224 00000400:00000200:3.0:1776267962.108778:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.108783:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.108793:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000425f4f8d x1862549489498368/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267962.108984:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:2.0:1776267962.108989:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:2.0:1776267962.108991:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 00000100:00000200:2.0:1776267962.108998:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000425f4f8d x1862549489498368/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267962.109006:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000425f4f8d x1862549489498368/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267962.109036:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ade1469. 02000000:00000010:2.0:1776267962.109043:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aa17a084. 00000100:00000010:2.0:1776267962.109046:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 00000100:00000010:2.0:1776267962.109051:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:2.0:1776267962.109055:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae7cc932. 00000400:00000200:3.0:1776267962.109156:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.109164:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c740 00000400:00000200:3.0:1776267962.109168:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb64b5 [2] + 984 00000400:00000200:3.0:1776267962.109231:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.109235:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.109239:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267962.109243:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f627660. 00000020:00000010:2.0:1776267962.109327:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa17a084. 00000020:00000010:2.0:1776267962.109333:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267962.109337:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267962.109360:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007f627660 x1862549476132672/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267962.109389:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132672 02000000:00000010:2.0:1776267962.109399:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ade1469. 00010000:00000010:2.0:1776267962.109425:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001faae556. 00010000:00000010:2.0:1776267962.109444:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae7cc932. 00000100:00000010:2.0:1776267962.109451:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267962.109459:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:2.0:1776267962.109462:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae7cc932. 00080000:00000010:2.0:1776267962.109561:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057ba5cd9. 00010000:00000010:2.0:1776267962.109649:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078dbfdf7. 00010000:00000010:2.0:1776267962.109655:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa69a325. 00010000:00000010:2.0:1776267962.109743:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:2.0:1776267962.109749:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000078dbfdf7. 00010000:00000010:2.0:1776267962.109758:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae7cc932. 00000100:00000010:2.0:1776267962.109761:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267962.109766:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 02000000:00000010:2.0:1776267962.109776:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab85d175. 02000000:00000010:2.0:1776267962.109799:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f562adb4. 00000400:00000010:2.0:1776267962.109803:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267962.109807:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267962.109812:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489498432, portal 16 00000400:00000010:2.0:1776267962.109816:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000081b8ee4. 00000100:00000200:2.0:1776267962.109818:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489498432, offset 0 00000400:00000200:2.0:1776267962.109825:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.109834:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.109840:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.109843:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.109846:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.109849:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91558:91558:256:4294967295] 192.168.202.34@tcp LPNI seq info [91558:91558:8:4294967295] 00000400:00000200:2.0:1776267962.109858:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.109865:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.109869:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343698). 00000800:00000200:2.0:1776267962.109875:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.109883:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.109886:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1776267962.109937:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000458f4524. 00000100:00000200:2.0:1776267962.109940:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132672, offset 224 00000400:00000200:2.0:1776267962.109945:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.109950:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.109954:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91559:91559:255:4294967295] 192.168.202.34@tcp LPNI seq info [91559:91559:7:4294967295] 00000400:00000200:2.0:1776267962.109961:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.109965:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.109968:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343946). 00000800:00000200:2.0:1776267962.109971:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.109975:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.109977:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267962.109987:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d8333e3b. 00000020:00000010:2.0:1776267962.109990:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267962.109993:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa17a084. 00000800:00000200:3.0:1776267962.109998:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.110001:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343698). 00000400:00000200:3.0:1776267962.110006:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.110010:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.110013:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000081b8ee4 00000400:00000010:3.0:1776267962.110015:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000081b8ee4. 00000100:00000200:3.0:1776267962.110020:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000425f4f8d x1862549489498432/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1776267962.110042:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.110044:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:3.0:1776267962.110047:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.110049:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.110051:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000458f4524 00000400:00000010:3.0:1776267962.110052:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000458f4524. 00010000:00000010:2.1:1776267962.119937:0:78518:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4999549. 00010000:00000010:2.1:1776267962.119950:0:78518:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c4b9e84. 00010000:00000010:2.1:1776267962.119954:0:78518:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a5b69c. 00010000:00000010:2.1:1776267962.119957:0:78518:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8abf45f. 00010000:00000010:2.1:1776267962.119960:0:78518:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8cff65a. 00010000:00000010:2.1:1776267962.119962:0:78518:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb2f35a4. 00000400:00000200:0.0:1776267962.128761:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.128786:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b940 00000400:00000200:0.0:1776267962.128797:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7b71 [1] + 224 00000400:00000200:0.0:1776267962.128818:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.128824:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.128837:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000425f4f8d x1862549489498432/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267962.128946:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:2.0:1776267962.128951:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:2.0:1776267962.128953:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 00000100:00000200:2.0:1776267962.128961:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000425f4f8d x1862549489498432/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267962.128967:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000425f4f8d x1862549489498432/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267962.129004:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f562adb4. 02000000:00000010:2.0:1776267962.129032:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ab85d175. 00000100:00000010:2.0:1776267962.129037:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 00000100:00000010:2.0:1776267962.129042:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:2.0:1776267962.129047:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae7cc932. 00000400:00000200:3.0:1776267962.130670:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.130686:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c780 00000400:00000200:3.0:1776267962.130694:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb64b5 [2] + 1312 00000400:00000200:3.0:1776267962.131117:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.131124:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.131130:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267962.131136:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 00000020:00000010:2.0:1776267962.131221:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f14439b. 00000020:00000010:2.0:1776267962.131229:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d817d38b. 00000020:00000010:2.0:1776267962.131234:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267962.131261:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f83dba0c x1862549476132736/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267962.131299:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132736 02000000:00000010:2.0:1776267962.131311:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ab85d175. 00010000:00000010:2.0:1776267962.131338:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db110ce8. 00010000:00000010:2.0:1776267962.131358:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae7cc932. 00000100:00000010:2.0:1776267962.131364:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267962.131380:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:2.0:1776267962.131383:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae7cc932. 00000400:00000010:2.0:1776267962.131398:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267962.131403:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132736, offset 224 00000400:00000200:2.0:1776267962.131412:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.131424:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.131430:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91560:91560:256:4294967295] 192.168.202.34@tcp LPNI seq info [91560:91560:8:4294967295] 00000400:00000200:2.0:1776267962.131442:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.131447:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.131451:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267962.131457:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.131464:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.131469:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267962.132315:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d817d38b. 00000020:00000010:2.0:1776267962.132323:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267962.132327:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f14439b. 00080000:00000010:2.0:1776267962.132367:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f14439b. 00010000:00000010:2.0:1776267962.132456:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078dbfdf7. 00010000:00000010:2.0:1776267962.132465:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec53555b. 00000800:00000200:3.0:1776267962.132800:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.132805:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:3.0:1776267962.132812:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.132820:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.132825:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:3.0:1776267962.132827:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 00010000:00000010:2.0:1776267962.136776:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb2f35a4. 00010000:00000010:2.0:1776267962.136789:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000078dbfdf7. 00010000:00000010:2.0:1776267962.136805:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae7cc932. 00000100:00000010:2.0:1776267962.136812:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267962.136862:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 02000000:00000010:2.0:1776267962.136877:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f562adb4. 02000000:00000010:2.0:1776267962.136922:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa17a084. 00000400:00000010:2.0:1776267962.136929:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267962.136937:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267962.136944:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489498496, portal 16 00000400:00000010:2.0:1776267962.136950:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000458f4524. 00000100:00000200:2.0:1776267962.136953:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489498496, offset 0 00000400:00000200:2.0:1776267962.136962:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.136980:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.136987:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.136990:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.136993:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.136996:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91561:91561:256:4294967295] 192.168.202.34@tcp LPNI seq info [91561:91561:8:4294967295] 00000400:00000200:2.0:1776267962.137006:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.137011:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.137015:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267962.137022:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.137030:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.137033:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267962.137343:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.137348:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:3.0:1776267962.137359:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.137364:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.137369:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000458f4524 00000400:00000010:3.0:1776267962.137371:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000458f4524. 00000100:00000200:3.0:1776267962.137379:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000425f4f8d x1862549489498496/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267962.147055:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.147076:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b980 00000400:00000200:3.0:1776267962.147085:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7b81 [1] + 224 00000400:00000200:3.0:1776267962.147098:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.147102:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.147114:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000425f4f8d x1862549489498496/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267962.147188:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.147194:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c7c0 00000400:00000200:3.0:1776267962.147200:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb64b5 [2] + 1640 00000400:00000200:3.0:1776267962.147233:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.147238:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.147243:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267962.147249:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc3056fa. 00000400:00000010:2.0:1776267962.147587:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:2.0:1776267962.147593:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:2.0:1776267962.147596:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 00000100:00000200:2.0:1776267962.147605:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000425f4f8d x1862549489498496/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267962.147614:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000425f4f8d x1862549489498496/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267962.147644:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa17a084. 02000000:00000010:2.0:1776267962.147651:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f562adb4. 00000100:00000010:2.0:1776267962.147673:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 00000100:00000010:2.0:1776267962.147677:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:2.0:1776267962.147681:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae7cc932. 00010000:00000010:2.1:1776267962.150950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f0240b. 00010000:00000010:2.1:1776267962.150962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002762688b. 00010000:00000010:2.1:1776267962.150967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b90ca7. 00000020:00000010:0.0:1776267962.151151:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085bdda99. 00000020:00000010:0.0:1776267962.151159:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267962.151163:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267962.151192:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fc3056fa x1862549476132800/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267962.151237:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132800 02000000:00000010:0.0:1776267962.151247:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000745d9463. 00010000:00000010:0.0:1776267962.151277:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a921ab45. 00010000:00000010:0.0:1776267962.151296:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000982efcf. 00000100:00000010:0.0:1776267962.151303:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008605621c. 00000100:00000010:0.0:1776267962.151320:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008605621c. 00010000:00000010:0.0:1776267962.151325:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000982efcf. 00000400:00000010:0.0:1776267962.151336:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099a11cb2. 00000100:00000200:0.0:1776267962.151342:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132800, offset 224 00000400:00000200:0.0:1776267962.151350:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00080000:00000010:2.0:1776267962.151569:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa17a084. 00010000:00000010:2.0:1776267962.151653:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078dbfdf7. 00010000:00000010:2.0:1776267962.151659:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000243f6739. 00010000:00000010:2.0:1776267962.151731:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:2.0:1776267962.151737:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000078dbfdf7. 00010000:00000010:2.0:1776267962.151747:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae7cc932. 00000100:00000010:2.0:1776267962.151751:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267962.151757:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 02000000:00000010:2.0:1776267962.151769:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f562adb4. 02000000:00000010:2.0:1776267962.151790:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d159430e. 00000400:00000010:2.0:1776267962.151795:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267962.151799:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267962.151804:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489498560, portal 16 00000400:00000010:2.0:1776267962.151808:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000081b8ee4. 00000100:00000200:2.0:1776267962.151810:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489498560, offset 0 00000400:00000200:2.0:1776267962.151816:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.151829:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.151836:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.151840:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.151842:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.151845:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91562:91562:256:4294967295] 192.168.202.34@tcp LPNI seq info [91562:91562:8:4294967295] 00000400:00000200:2.0:1776267962.151853:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.151858:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.151863:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267962.151869:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.151877:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.151881:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267962.152015:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.152019:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:1.0:1776267962.152025:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.152030:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.152034:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000081b8ee4 00000400:00000010:1.0:1776267962.152036:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000081b8ee4. 00000100:00000200:1.0:1776267962.152043:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000425f4f8d x1862549489498560/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.152107:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.152112:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91563:91563:256:4294967295] 192.168.202.34@tcp LPNI seq info [91563:91563:8:4294967295] 00000400:00000200:0.0:1776267962.152119:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.152123:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.152126:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c5e367f (tot 82343698). 00000800:00000200:0.0:1776267962.152130:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.152133:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.152135:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c5e367f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267962.152159:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267962.152164:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267962.152167:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085bdda99. 00000800:00000200:1.0:1776267962.152301:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.152304:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343450). 00000400:00000200:1.0:1776267962.152307:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.152311:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.152313:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099a11cb2 00000400:00000010:1.0:1776267962.152314:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099a11cb2. 00000400:00000200:0.0:1776267962.160514:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.160537:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2b9c0 00000400:00000200:0.0:1776267962.160547:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7b8d [1] + 224 00000400:00000200:0.0:1776267962.160562:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.160566:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.160577:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000425f4f8d x1862549489498560/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267962.161714:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:2.0:1776267962.161722:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:2.0:1776267962.161725:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 00000100:00000200:2.0:1776267962.161736:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000425f4f8d x1862549489498560/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267962.161745:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000425f4f8d x1862549489498560/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267962.161773:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d159430e. 02000000:00000010:2.0:1776267962.161777:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f562adb4. 00000100:00000010:2.0:1776267962.161795:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 00000100:00000010:2.0:1776267962.161799:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:2.0:1776267962.161802:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae7cc932. 00000400:00000200:3.0:1776267962.174241:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.174269:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c800 00000400:00000200:3.0:1776267962.174279:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb64b5 [2] + 1968 00000400:00000010:3.0:1776267962.174285:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d76aaf4f. 00000400:00000200:3.0:1776267962.174291:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002a2c0c40 00000400:00000200:3.0:1776267962.174367:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.174372:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.174377:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a2c0c40 00000400:00000010:3.0:1776267962.174379:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002a2c0c40 (tot 82343298). 00000100:00000200:3.0:1776267962.174386:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1776267962.179928:0:787:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000545a2cb5. 00000020:00000010:0.0:1776267962.180072:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044b968e8. 00000020:00000010:0.0:1776267962.180081:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267962.180085:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267962.180118:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000070df427 x1862549476132864/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267962.180155:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132864 02000000:00000010:0.0:1776267962.180166:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae18298e. 00010000:00000010:0.0:1776267962.180199:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000acf244b0. 00010000:00000010:0.0:1776267962.181294:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3a3b374. 00000100:00000010:0.0:1776267962.181307:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008605621c. 00000100:00000010:0.0:1776267962.181331:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008605621c. 00010000:00000010:0.0:1776267962.181335:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3a3b374. 00000400:00000010:0.0:1776267962.181353:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b779ebb. 00080000:00000010:1.0:1776267962.181461:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3c6857a. 00010000:00000010:1.0:1776267962.181552:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078dbfdf7. 00010000:00000010:1.0:1776267962.181559:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eac6129d. 00010000:00000010:1.0:1776267962.181635:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000624fb609. 00010000:00000010:1.0:1776267962.181640:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000fe99b97. 00010000:00000010:1.0:1776267962.181644:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc7a41ab. 00010000:00000010:1.0:1776267962.181650:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00080000:00000010:1.0:1776267962.181662:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff1682e8. 00010000:00000010:1.0:1776267962.181683:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.181686:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000fe99b97. 00010000:00000010:1.0:1776267962.181753:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c1bfd44. 00010000:00000010:1.0:1776267962.181757:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.181764:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092cecaa8. 00000100:00000010:1.0:1776267962.181768:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001e6ad9a8. 00000100:00000010:1.0:1776267962.181775:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000327bfe9b. 02000000:00000010:1.0:1776267962.181791:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ced70d06. 02000000:00000010:1.0:1776267962.181817:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000891e445e. 00000400:00000010:1.0:1776267962.181823:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae94a7e7. 00000400:00000010:1.0:1776267962.181828:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfd23bea. 00000100:00000200:1.0:1776267962.181834:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489498624, portal 16 00000400:00000010:1.0:1776267962.181839:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9745e3. 00000100:00000200:1.0:1776267962.181840:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489498624, offset 0 00000400:00000200:1.0:1776267962.181849:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.181865:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.181871:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.181875:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.181877:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.181880:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91564:91564:256:4294967295] 192.168.202.34@tcp LPNI seq info [91564:91564:8:4294967295] 00000400:00000200:1.0:1776267962.181890:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.181922:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.181927:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343546). 00000800:00000200:1.0:1776267962.181935:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.181943:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.181947:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267962.182071:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.182075:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343298). 00000400:00000200:1.0:1776267962.182080:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.182085:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.182089:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9745e3 00000400:00000010:1.0:1776267962.182091:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9745e3. 00000100:00000200:1.0:1776267962.182098:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000327bfe9b x1862549489498624/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267962.182196:0:78566:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000753fabe3. 00010000:00000010:2.1:1776267962.182202:0:78566:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb2f35a4. 00000100:00000200:0.0:1776267962.182232:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132864, offset 224 00000400:00000200:0.0:1776267962.182239:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.182245:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.182249:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91565:91565:256:4294967295] 192.168.202.34@tcp LPNI seq info [91565:91565:8:4294967295] 00000400:00000200:0.0:1776267962.182255:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.182259:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.182261:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c5e367f (tot 82343546). 00000800:00000200:0.0:1776267962.182265:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.182269:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.182270:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c5e367f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267962.182291:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267962.182295:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267962.182298:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044b968e8. 02000000:00000010:0.0:1776267962.182309:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000745d9463. 00000100:00000010:0.0:1776267962.182315:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc3056fa. 02000000:00000010:0.0:1776267962.182319:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ab85d175. 00000100:00000010:0.0:1776267962.182321:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 02000000:00000010:0.0:1776267962.182323:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ade1469. 00000100:00000010:0.0:1776267962.182326:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f627660. 02000000:00000010:0.0:1776267962.182330:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000536d1d2d. 00000100:00000010:0.0:1776267962.182333:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038d6bd92. 02000000:00000010:0.0:1776267962.182335:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a4f101e1. 00000100:00000010:0.0:1776267962.182338:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a6a3c49b. 02000000:00000010:0.0:1776267962.182340:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c4e77de. 00000100:00000010:0.0:1776267962.182342:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001bd626d3. 00000100:00000200:0.0:1776267962.182354:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776267962.182459:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0438f94. 00000400:00000010:0.0:1776267962.182464:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008605621c (tot 82343698). 00000800:00000200:0.0:1776267962.182497:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.182499:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343450). 00000400:00000200:0.0:1776267962.182503:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.182507:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.182509:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b779ebb 00000400:00000010:0.0:1776267962.182510:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b779ebb. 02000000:00000010:0.0:1776267962.182514:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae18298e. 00000400:00000200:1.0:1776267962.185995:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267962.186015:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ba00 00000400:00000200:1.0:1776267962.186024:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7b95 [1] + 224 00000400:00000200:1.0:1776267962.186037:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.186041:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267962.186051:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000327bfe9b x1862549489498624/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267962.186138:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae94a7e7. 00000400:00000200:0.0:1776267962.186143:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfd23bea 00000400:00000010:0.0:1776267962.186145:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfd23bea. 00000100:00000200:0.0:1776267962.186150:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000327bfe9b x1862549489498624/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.186157:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000327bfe9b x1862549489498624/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267962.186189:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000891e445e. 02000000:00000010:0.0:1776267962.186196:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ced70d06. 00000100:00000010:0.0:1776267962.186200:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000327bfe9b. 00000100:00000010:0.0:1776267962.186204:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001e6ad9a8. 00010000:00000010:0.0:1776267962.186219:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092cecaa8. 00000400:00000200:0.0:1776267962.192036:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.192060:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c840 00000400:00000200:0.0:1776267962.192068:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6515 [2] + 0 00000400:00000200:0.0:1776267962.192087:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.192091:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.192098:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.192105:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000339ea1b5. 00000020:00000010:0.0:1776267962.192162:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae18298e. 00000020:00000010:0.0:1776267962.192168:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267962.192172:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267962.192201:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000339ea1b5 x1862549476132928/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267962.192244:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132928 02000000:00000010:0.0:1776267962.192255:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000044b968e8. 00010000:00000010:0.0:1776267962.192286:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005bddaac8. 00010000:00000010:0.0:1776267962.192307:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3a3b374. 00000100:00000010:0.0:1776267962.192314:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002fc4c69a. 00000100:00000010:0.0:1776267962.192325:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002fc4c69a. 00010000:00000010:0.0:1776267962.192329:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3a3b374. 00000400:00000010:0.0:1776267962.192341:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b779ebb. 00000100:00000200:0.0:1776267962.192346:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132928, offset 224 00000400:00000200:0.0:1776267962.192352:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.192374:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.192380:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91566:91566:256:4294967295] 192.168.202.34@tcp LPNI seq info [91566:91566:8:4294967295] 00000400:00000200:0.0:1776267962.192391:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.192396:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.192400:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c5e367f (tot 82343698). 00000800:00000200:0.0:1776267962.192406:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.192412:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.192416:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c5e367f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267962.192430:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267962.192433:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267962.192436:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae18298e. 00000800:00000200:0.0:1776267962.192541:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.192544:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343450). 00000400:00000200:0.0:1776267962.192548:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.192552:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.192556:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b779ebb 00000400:00000010:0.0:1776267962.192559:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b779ebb. 00080000:00000010:0.0:1776267962.192590:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae18298e. 00010000:00000010:0.0:1776267962.192687:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:0.0:1776267962.192693:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e0b5183. 00010000:00000010:0.0:1776267962.192780:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f777ff2. 00010000:00000010:0.0:1776267962.192788:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000534cf64e. 00010000:00000010:0.0:1776267962.192799:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3a3b374. 00000100:00000010:0.0:1776267962.192802:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002fc4c69a. 00000100:00000010:0.0:1776267962.192809:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002cdec994. 02000000:00000010:0.0:1776267962.192822:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5ceddbc. 02000000:00000010:0.0:1776267962.192850:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ced70d06. 00000400:00000010:0.0:1776267962.192855:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002e744dee. 00000400:00000010:0.0:1776267962.192859:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b779ebb. 00000100:00000200:0.0:1776267962.192864:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489498688, portal 16 00000400:00000010:0.0:1776267962.192869:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edccd03. 00000100:00000200:0.0:1776267962.192870:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489498688, offset 0 00000400:00000200:0.0:1776267962.192876:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.192882:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.192889:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.192914:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.192917:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.192919:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91567:91567:256:4294967295] 192.168.202.34@tcp LPNI seq info [91567:91567:8:4294967295] 00000400:00000200:0.0:1776267962.192926:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.192930:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.192933:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c5e367f (tot 82343698). 00000800:00000200:0.0:1776267962.192937:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.192941:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.192943:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c5e367f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267962.199467:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.199477:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343450). 00000400:00000200:1.0:1776267962.199485:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.199494:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.199500:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001edccd03 00000400:00000010:1.0:1776267962.199502:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001edccd03. 00000100:00000200:1.0:1776267962.199514:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002cdec994 x1862549489498688/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267962.200686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f444b5e. 00010000:00000010:1.1:1776267962.200709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6b90ca7. 00010000:00000010:1.1:1776267962.200714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000624fb609. 00010000:00000010:1.1:1776267962.200718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc7a41ab. 00000400:00000200:0.0:1776267962.207731:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.207752:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ba40 00000400:00000200:0.0:1776267962.207761:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7ba9 [1] + 224 00000400:00000200:0.0:1776267962.207774:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.207777:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.207788:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002cdec994 x1862549489498688/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.207825:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.207830:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c880 00000400:00000200:0.0:1776267962.207835:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6515 [2] + 328 00000400:00000200:0.0:1776267962.207843:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.207845:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.207849:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.207854:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 00000020:00000010:0.0:1776267962.207918:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c4e77de. 00000020:00000010:0.0:1776267962.207925:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267962.207930:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267962.207954:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719f92a x1862549476132992/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267962.207980:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476132992 02000000:00000010:0.0:1776267962.207991:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000536d1d2d. 00010000:00000010:0.0:1776267962.208027:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000982efcf. 00000100:00000010:0.0:1776267962.208033:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267962.208039:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267962.208043:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000982efcf. 00000400:00000010:0.0:1776267962.208056:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6abd6ee. 00000100:00000200:0.0:1776267962.208060:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476132992, offset 224 00000400:00000200:0.0:1776267962.208068:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.208077:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.208082:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91568:91568:256:4294967295] 192.168.202.34@tcp LPNI seq info [91568:91568:8:4294967295] 00000400:00000200:0.0:1776267962.208091:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.208096:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.208100:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000903c6240 (tot 82343698). 00000800:00000200:0.0:1776267962.208106:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.208111:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.208116:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000903c6240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267962.208130:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267962.208133:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267962.208136:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c4e77de. 00000800:00000200:0.0:1776267962.208479:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.208483:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000903c6240 (tot 82343450). 00000400:00000200:0.0:1776267962.208487:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.208491:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.208495:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6abd6ee 00000400:00000010:0.0:1776267962.208497:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6abd6ee. 00000400:00000010:1.0:1776267962.208569:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002e744dee. 00000400:00000200:1.0:1776267962.208574:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b779ebb 00000400:00000010:1.0:1776267962.208575:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b779ebb. 00000100:00000200:1.0:1776267962.208581:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002cdec994 x1862549489498688/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.208592:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002cdec994 x1862549489498688/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267962.208613:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002591da3e. 02000000:00000010:1.0:1776267962.208626:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ced70d06. 02000000:00000010:1.0:1776267962.208631:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5ceddbc. 00000100:00000010:1.0:1776267962.208635:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002cdec994. 00000100:00000010:1.0:1776267962.208638:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002fc4c69a. 00010000:00000010:1.0:1776267962.208640:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3a3b374. 00080000:00000010:1.0:1776267962.208657:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f549fc6. 00010000:00000010:1.0:1776267962.208745:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000534cf64e. 00010000:00000010:1.0:1776267962.208752:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c56ec18. 00010000:00000010:1.0:1776267962.208832:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc7a41ab. 00010000:00000010:1.0:1776267962.208839:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a65e1757. 00010000:00000010:1.0:1776267962.208850:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fa92afd. 00000100:00000010:1.0:1776267962.208855:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007873488b. 00000100:00000010:1.0:1776267962.208862:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000327bfe9b. 02000000:00000010:1.0:1776267962.208874:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000886e5172. 02000000:00000010:1.0:1776267962.208924:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c99e71f9. 00000400:00000010:1.0:1776267962.208929:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267962.208934:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9745e3. 00000100:00000200:1.0:1776267962.208939:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489498752, portal 16 00000400:00000010:1.0:1776267962.208944:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b326f591. 00000100:00000200:1.0:1776267962.208946:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489498752, offset 0 00000400:00000200:1.0:1776267962.208951:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.208960:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.208968:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.208971:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.208974:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.208977:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91569:91569:256:4294967295] 192.168.202.34@tcp LPNI seq info [91569:91569:8:4294967295] 00000400:00000200:1.0:1776267962.208985:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.208990:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.208993:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343698). 00000800:00000200:1.0:1776267962.208999:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.209004:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.209006:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.209615:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.209621:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:0.0:1776267962.209630:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.209636:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.209640:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b326f591 00000400:00000010:0.0:1776267962.209641:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b326f591. 00000100:00000200:0.0:1776267962.209649:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000327bfe9b x1862549489498752/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267962.211733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22c1d0f. 00000400:00000200:0.0:1776267962.224751:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.224770:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ba80 00000400:00000200:0.0:1776267962.224778:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7bb5 [1] + 224 00000400:00000200:0.0:1776267962.224792:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.224795:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.224804:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000327bfe9b x1862549489498752/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267962.224882:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:1.0:1776267962.224888:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9745e3 00000400:00000010:1.0:1776267962.224890:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9745e3. 00010000:00000010:1.1:1776267962.224919:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040cd5042. 00010000:00000010:1.1:1776267962.224926:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000796cd0f6. 00010000:00000010:1.1:1776267962.224929:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f777ff2. 00000100:00000200:1.0:1776267962.224938:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000327bfe9b x1862549489498752/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.224945:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000327bfe9b x1862549489498752/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.224973:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c99e71f9. 02000000:00000010:1.0:1776267962.224980:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000886e5172. 00000100:00000010:1.0:1776267962.224983:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000327bfe9b. 00000100:00000010:1.0:1776267962.224987:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007873488b. 00010000:00000010:1.0:1776267962.224991:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fa92afd. 00010000:00000010:0.1:1776267962.225062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d38aa920. 00010000:00000010:0.1:1776267962.225067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15ed58e. 00010000:00000010:0.1:1776267962.225070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c1bfd44. 00000400:00000200:3.0:1776267962.235500:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.235528:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c8c0 00000400:00000200:3.0:1776267962.235539:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6515 [2] + 656 00000400:00000200:3.0:1776267962.235615:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.235621:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.235628:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267962.235635:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026e2b15d. 00000020:00000010:3.0:1776267962.235689:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009b21c53. 00000020:00000010:3.0:1776267962.235697:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.235702:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.235734:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000026e2b15d x1862549476133056/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267962.235766:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476133056 02000000:00000010:3.0:1776267962.235827:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a217f589. 00010000:00000010:3.0:1776267962.235864:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ad0ef44. 00010000:00000010:3.0:1776267962.235888:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.235918:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.235933:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.235937:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.235953:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1ac30ef. 00000100:00000200:3.0:1776267962.235958:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476133056, offset 224 00000400:00000200:3.0:1776267962.235965:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.235977:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.235982:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91570:91570:256:4294967295] 192.168.202.34@tcp LPNI seq info [91570:91570:8:4294967295] 00000400:00000200:3.0:1776267962.235992:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.235996:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.236001:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002acc1f2f (tot 82343698). 00000800:00000200:3.0:1776267962.236006:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.236014:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.236018:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002acc1f2f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.236033:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.236037:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.236039:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009b21c53. 00080000:00000010:3.0:1776267962.236070:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009b21c53. 00010000:00000010:3.0:1776267962.236158:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a65e1757. 00010000:00000010:3.0:1776267962.236165:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000441d82df. 00010000:00000010:3.0:1776267962.236250:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6ad168d. 00010000:00000010:3.0:1776267962.236257:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e30988a8. 00010000:00000010:3.0:1776267962.236266:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.236269:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.236275:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d720bc70. 02000000:00000010:3.0:1776267962.236287:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4f101e1. 02000000:00000010:3.0:1776267962.236312:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bffc669b. 00000400:00000010:3.0:1776267962.236318:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008d4b1a77. 00000400:00000010:3.0:1776267962.236322:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267962.236327:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489498816, portal 16 00000400:00000010:3.0:1776267962.236332:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267962.236333:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489498816, offset 0 00000400:00000200:3.0:1776267962.236339:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.236345:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.236351:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267962.236355:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267962.236358:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267962.236361:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91571:91571:255:4294967295] 192.168.202.34@tcp LPNI seq info [91571:91571:7:4294967295] 00000400:00000200:3.0:1776267962.236368:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.236371:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.236374:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e3a3d77 (tot 82343946). 00000800:00000200:3.0:1776267962.236378:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.236381:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.236383:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e3a3d77 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267962.238331:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.238340:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002acc1f2f (tot 82343698). 00000400:00000200:1.0:1776267962.238347:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.238603:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.238609:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac30ef 00000400:00000010:1.0:1776267962.238611:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1ac30ef. 00000800:00000200:1.0:1776267962.239152:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.239155:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e3a3d77 (tot 82343450). 00000400:00000200:1.0:1776267962.239160:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.239165:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.239168:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:1.0:1776267962.239170:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00000100:00000200:1.0:1776267962.239177:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d720bc70 x1862549489498816/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267962.242608:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267962.242630:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bac0 00000400:00000200:1.0:1776267962.242639:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7bc1 [1] + 224 00000400:00000200:1.0:1776267962.242653:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.242657:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267962.242668:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d720bc70 x1862549489498816/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267962.242716:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267962.242722:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c900 00000400:00000200:1.0:1776267962.242727:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6515 [2] + 984 00000400:00000200:1.0:1776267962.242735:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.242737:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267962.242741:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267962.242747:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000327bfe9b. 00000400:00000010:3.0:1776267962.243024:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008d4b1a77. 00000400:00000200:3.0:1776267962.243029:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:3.0:1776267962.243031:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000100:00000200:3.0:1776267962.243038:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d720bc70 x1862549489498816/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267962.243045:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d720bc70 x1862549489498816/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267962.243071:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bffc669b. 02000000:00000010:3.0:1776267962.243076:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4f101e1. 00000100:00000010:3.0:1776267962.243080:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d720bc70. 00000100:00000010:3.0:1776267962.243083:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.243087:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000020:00000010:0.0:1776267962.244261:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000745d9463. 00000020:00000010:0.0:1776267962.244273:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267962.244278:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267962.244314:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000327bfe9b x1862549476133120/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267962.244464:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476133120 02000000:00000010:0.0:1776267962.244478:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ab85d175. 00010000:00000010:0.0:1776267962.244507:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047da7878. 00010000:00000010:0.0:1776267962.244527:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000982efcf. 00000100:00000010:0.0:1776267962.244534:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267962.244543:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267962.244547:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000982efcf. 00000400:00000010:0.0:1776267962.244559:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6abd6ee. 00000100:00000200:0.0:1776267962.244564:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476133120, offset 224 00000400:00000200:0.0:1776267962.244572:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.244584:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.244589:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91572:91572:256:4294967295] 192.168.202.34@tcp LPNI seq info [91572:91572:8:4294967295] 00000400:00000200:0.0:1776267962.244600:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.244606:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.244610:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018c6a61f (tot 82343698). 00000800:00000200:0.0:1776267962.244617:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.244624:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.244628:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018c6a61f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267962.244652:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267962.244656:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267962.244660:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000745d9463. 00010000:00000010:3.1:1776267962.245270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011d4f2ff. 00010000:00000010:3.1:1776267962.245280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096936676. 00010000:00000010:3.1:1776267962.245283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc7a41ab. 00000800:00000200:3.0:1776267962.245374:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.245377:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018c6a61f (tot 82343450). 00000400:00000200:3.0:1776267962.245382:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.245389:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.245393:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6abd6ee 00000400:00000010:3.0:1776267962.245395:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6abd6ee. 00080000:00000010:1.0:1776267962.245487:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000886e5172. 00010000:00000010:1.0:1776267962.245585:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e30988a8. 00010000:00000010:1.0:1776267962.245592:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003681b111. 00010000:00000010:1.0:1776267962.245664:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f86ace5. 00010000:00000010:1.0:1776267962.245670:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.245681:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002fa92afd. 00000100:00000010:1.0:1776267962.245685:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007873488b. 00000100:00000010:1.0:1776267962.245693:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 02000000:00000010:1.0:1776267962.245718:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c99e71f9. 02000000:00000010:1.0:1776267962.245745:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000891e445e. 00000400:00000010:1.0:1776267962.245750:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267962.245755:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9745e3. 00000100:00000200:1.0:1776267962.245761:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489498880, portal 16 00000400:00000010:1.0:1776267962.245767:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267962.245769:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489498880, offset 0 00000400:00000200:1.0:1776267962.245775:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.245787:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.245793:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.245797:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.245800:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.245803:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91573:91573:256:4294967295] 192.168.202.34@tcp LPNI seq info [91573:91573:8:4294967295] 00000400:00000200:1.0:1776267962.245811:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.245815:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.245819:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343698). 00000800:00000200:1.0:1776267962.245825:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.245829:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.245832:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.246271:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.246275:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:0.0:1776267962.246279:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.246283:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.246287:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076585e34 00000400:00000010:0.0:1776267962.246288:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076585e34. 00000100:00000200:0.0:1776267962.246294:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008274bc47 x1862549489498880/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267962.262321:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079c37e37. 00010000:00000010:1.1:1776267962.262341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ad168d. 00000400:00000200:1.0:1776267962.262392:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267962.262412:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bb00 00000400:00000200:1.0:1776267962.262420:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7bcd [1] + 224 00000400:00000200:1.0:1776267962.262435:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.262439:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267962.262449:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008274bc47 x1862549489498880/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267962.262490:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267962.262495:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c940 00000400:00000200:1.0:1776267962.262499:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6515 [2] + 1312 00000400:00000200:1.0:1776267962.262556:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.262559:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267962.262564:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267962.262569:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 00010000:00000010:0.1:1776267962.262670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035f43631. 00000020:00000010:0.0:1776267962.262712:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000745d9463. 00000020:00000010:0.0:1776267962.262719:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267962.262724:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267962.262752:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005a528f70 x1862549476133184/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267962.262794:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476133184 02000000:00000010:0.0:1776267962.262807:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ade1469. 00010000:00000010:0.0:1776267962.262848:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000982efcf. 00000100:00000010:0.0:1776267962.262855:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267962.262861:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267962.262865:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000982efcf. 00000400:00000010:0.0:1776267962.262881:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267962.262886:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476133184, offset 224 00000400:00000200:0.0:1776267962.262922:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.262936:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.262942:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91574:91574:256:4294967295] 192.168.202.34@tcp LPNI seq info [91574:91574:8:4294967295] 00000400:00000200:0.0:1776267962.262952:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.262958:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.262963:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000903c6240 (tot 82343698). 00000800:00000200:0.0:1776267962.262969:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.262977:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.262980:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000903c6240 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267962.262997:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267962.263001:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267962.263004:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000745d9463. 00000800:00000200:2.0:1776267962.263999:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.264005:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000903c6240 (tot 82343450). 00000400:00000200:2.0:1776267962.264011:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.264018:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.264022:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:2.0:1776267962.264024:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00000400:00000010:3.0:1776267962.264165:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034bbc4ed. 00000400:00000200:3.0:1776267962.264169:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9745e3 00000400:00000010:3.0:1776267962.264171:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9745e3. 00000100:00000200:3.0:1776267962.264178:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008274bc47 x1862549489498880/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267962.264186:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008274bc47 x1862549489498880/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267962.264220:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c89382e. 02000000:00000010:3.0:1776267962.264238:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000891e445e. 02000000:00000010:3.0:1776267962.264243:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c99e71f9. 00000100:00000010:3.0:1776267962.264248:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 00000100:00000010:3.0:1776267962.264253:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007873488b. 00010000:00000010:3.0:1776267962.264255:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002fa92afd. 00080000:00000010:3.0:1776267962.264272:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bffc669b. 00010000:00000010:3.0:1776267962.264363:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:3.0:1776267962.264370:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082b0f142. 00010000:00000010:3.0:1776267962.264441:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000373e4b8d. 00010000:00000010:3.0:1776267962.264449:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008dfc8453. 00010000:00000010:3.0:1776267962.264459:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.264464:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.264470:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d720bc70. 02000000:00000010:3.0:1776267962.264481:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094e465ce. 02000000:00000010:3.0:1776267962.264505:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079a6b017. 00000400:00000010:3.0:1776267962.264510:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008d4b1a77. 00000400:00000010:3.0:1776267962.264514:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267962.264519:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489498944, portal 16 00000400:00000010:3.0:1776267962.264523:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000503c1aa0. 00000100:00000200:3.0:1776267962.264525:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489498944, offset 0 00000400:00000200:3.0:1776267962.264531:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.264540:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.264547:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267962.264550:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267962.264553:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267962.264556:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91575:91575:256:4294967295] 192.168.202.34@tcp LPNI seq info [91575:91575:8:4294967295] 00000400:00000200:3.0:1776267962.264565:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.264569:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.264573:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd4cfee3 (tot 82343698). 00000800:00000200:3.0:1776267962.264578:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.264584:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.264587:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd4cfee3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.264884:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.264888:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd4cfee3 (tot 82343450). 00000400:00000200:0.0:1776267962.264929:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.264933:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.264938:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000503c1aa0 00000400:00000010:0.0:1776267962.264940:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000503c1aa0. 00000100:00000200:0.0:1776267962.264946:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d720bc70 x1862549489498944/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267962.266643:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267962.266663:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bb40 00000400:00000200:1.0:1776267962.266671:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7bd9 [1] + 224 00000400:00000200:1.0:1776267962.266686:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.266689:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267962.266711:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d720bc70 x1862549489498944/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267962.266964:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008d4b1a77. 00000400:00000200:3.0:1776267962.266969:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:3.0:1776267962.266971:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000100:00000200:3.0:1776267962.266977:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d720bc70 x1862549489498944/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267962.266985:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d720bc70 x1862549489498944/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267962.267015:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079a6b017. 02000000:00000010:3.0:1776267962.267020:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094e465ce. 00000100:00000010:3.0:1776267962.267023:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d720bc70. 00000100:00000010:3.0:1776267962.267027:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.267031:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000200:2.0:1776267962.268760:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.268776:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c980 00000400:00000200:2.0:1776267962.268783:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6515 [2] + 1640 00000400:00000200:2.0:1776267962.268843:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.268848:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.268854:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.268859:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 00000020:00000010:1.0:1776267962.269495:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c99e71f9. 00000020:00000010:1.0:1776267962.269504:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267962.269509:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267962.269535:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000425f4f8d x1862549476133248/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267962.269565:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476133248 02000000:00000010:1.0:1776267962.269574:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000891e445e. 00010000:00000010:1.0:1776267962.269604:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f05424d. 00010000:00000010:1.0:1776267962.269626:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267962.269633:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009986305c. 00000100:00000010:1.0:1776267962.269650:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009986305c. 00010000:00000010:1.0:1776267962.269653:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000400:00000010:1.0:1776267962.269665:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267962.269670:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476133248, offset 224 00000400:00000200:1.0:1776267962.269677:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.269688:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.269694:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91576:91576:256:4294967295] 192.168.202.34@tcp LPNI seq info [91576:91576:8:4294967295] 00000400:00000200:1.0:1776267962.269705:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.269710:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.269714:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267962.269721:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.269728:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.269732:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267962.269759:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267962.269763:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267962.269766:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c99e71f9. 00000800:00000200:2.0:1776267962.269828:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.269833:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:2.0:1776267962.269838:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.269842:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.269846:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:2.0:1776267962.269848:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00080000:00000010:3.0:1776267962.269926:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094e465ce. 00010000:00000010:2.0:1776267962.270309:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008dfc8453. 00010000:00000010:2.0:1776267962.270317:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000011bd127e. 00010000:00000010:2.0:1776267962.270404:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb2f35a4. 00010000:00000010:2.0:1776267962.270412:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000097572e6f. 00010000:00000010:2.0:1776267962.270422:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae7cc932. 00000100:00000010:2.0:1776267962.270426:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267962.270433:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:2.0:1776267962.270443:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d159430e. 02000000:00000010:2.0:1776267962.270466:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072002d7c. 00000400:00000010:2.0:1776267962.270470:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0f311fb. 00000400:00000010:2.0:1776267962.270475:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e03a6313. 00000100:00000200:2.0:1776267962.270806:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499008, portal 16 00000400:00000010:2.0:1776267962.270813:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000049a541a. 00000100:00000200:2.0:1776267962.270815:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499008, offset 0 00000400:00000200:2.0:1776267962.270821:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.270831:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.270838:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.270842:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.270845:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.270848:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91577:91577:256:4294967295] 192.168.202.34@tcp LPNI seq info [91577:91577:8:4294967295] 00000400:00000200:2.0:1776267962.270855:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.270861:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.270865:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267962.270871:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.270876:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.270879:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267962.271005:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.271009:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:1.0:1776267962.271014:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.271018:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.271022:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000049a541a 00000400:00000010:1.0:1776267962.271024:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000049a541a. 00000100:00000200:1.0:1776267962.271031:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489499008/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267962.271940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1580c68. 00010000:00000010:3.1:1776267962.271949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c05913bc. 00010000:00000010:3.1:1776267962.271953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f86ace5. 00010000:00000010:1.1:1776267962.275144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c554c3bd. 00010000:00000010:2.1:1776267962.277046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000680903ba. 00010000:00000010:2.1:1776267962.277060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000373e4b8d. 00000400:00000200:2.0:1776267962.280220:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.280243:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bb80 00000400:00000200:2.0:1776267962.280252:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7be5 [1] + 224 00000400:00000200:2.0:1776267962.280265:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.280269:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.280280:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489499008/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.280327:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.280332:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6c9c0 00000400:00000200:2.0:1776267962.280337:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6515 [2] + 1968 00000400:00000010:2.0:1776267962.280342:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a52e138f. 00000400:00000200:2.0:1776267962.280346:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d4d9bbab 00000400:00000200:2.0:1776267962.280357:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.280360:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.280362:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4d9bbab 00000400:00000010:2.0:1776267962.280364:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d4d9bbab (tot 82343298). 00000100:00000200:2.0:1776267962.280372:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776267962.280520:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000745d9463. 00000020:00000010:0.0:1776267962.280529:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267962.280533:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267962.280562:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097d973df x1862549476133312/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267962.280598:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476133312 02000000:00000010:0.0:1776267962.280611:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008c4e77de. 00010000:00000010:0.0:1776267962.280651:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000982efcf. 00000100:00000010:0.0:1776267962.280658:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077ccfb4d. 00000100:00000010:0.0:1776267962.280664:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077ccfb4d. 00010000:00000010:0.0:1776267962.280669:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000982efcf. 00000400:00000010:0.0:1776267962.280681:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015166d3f. 00000100:00000200:0.0:1776267962.280686:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476133312, offset 224 00000400:00000200:0.0:1776267962.280693:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.280715:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.280720:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91578:91578:256:4294967295] 192.168.202.34@tcp LPNI seq info [91578:91578:8:4294967295] 00000400:00000200:0.0:1776267962.280730:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.280735:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.280740:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343546). 00000800:00000200:0.0:1776267962.280745:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.280751:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.280754:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267962.280777:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267962.280782:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:0.0:1776267962.280784:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000745d9463. 02000000:00000010:0.0:1776267962.280795:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000891e445e. 00000100:00000010:0.0:1776267962.280799:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 02000000:00000010:0.0:1776267962.280803:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ade1469. 00000100:00000010:0.0:1776267962.280805:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 02000000:00000010:0.0:1776267962.280807:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ab85d175. 00000100:00000010:0.0:1776267962.280809:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000327bfe9b. 02000000:00000010:0.0:1776267962.280812:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a217f589. 00000100:00000010:0.0:1776267962.280813:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026e2b15d. 02000000:00000010:0.0:1776267962.280816:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000536d1d2d. 00000100:00000010:0.0:1776267962.280818:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 02000000:00000010:0.0:1776267962.280820:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000044b968e8. 00000100:00000010:0.0:1776267962.280822:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000339ea1b5. 00000100:00000200:0.0:1776267962.280827:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776267962.280832:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002e744dee. 00000400:00000010:0.0:1776267962.280836:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000077ccfb4d (tot 82343698). 00000400:00000010:1.0:1776267962.281102:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0f311fb. 00000400:00000200:1.0:1776267962.281107:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e03a6313 00000400:00000010:1.0:1776267962.281108:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e03a6313. 00000100:00000200:1.0:1776267962.281116:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489499008/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.281123:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489499008/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267962.281145:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085928638. 02000000:00000010:1.0:1776267962.281162:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072002d7c. 00000800:00000200:2.0:1776267962.281166:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1776267962.281168:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d159430e. 00000800:00000010:2.0:1776267962.281170:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343450). 00000100:00000010:1.0:1776267962.281171:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000400:00000200:2.0:1776267962.281173:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1776267962.281174:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:1.0:1776267962.281176:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae7cc932. 00000400:00000200:2.0:1776267962.281177:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.281179:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015166d3f 00000400:00000010:2.0:1776267962.281180:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015166d3f. 02000000:00000010:2.0:1776267962.281184:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008c4e77de. 00080000:00000010:1.0:1776267962.281193:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c99e71f9. 00010000:00000010:1.0:1776267962.281299:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097572e6f. 00010000:00000010:1.0:1776267962.281306:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008fde7a58. 00010000:00000010:1.0:1776267962.281399:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e092f549. 00010000:00000010:1.0:1776267962.281406:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267962.281416:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267962.281420:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009986305c. 00000100:00000010:1.0:1776267962.281427:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fcb0bd4a. 02000000:00000010:1.0:1776267962.281437:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000891e445e. 02000000:00000010:1.0:1776267962.281458:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044b968e8. 00000400:00000010:1.0:1776267962.281463:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028fe88a6. 00000400:00000010:1.0:1776267962.281466:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267962.281471:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499072, portal 16 00000400:00000010:1.0:1776267962.281475:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000669f343e. 00000100:00000200:1.0:1776267962.281477:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499072, offset 0 00000400:00000200:1.0:1776267962.281483:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.281491:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.281497:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.281500:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.281503:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.281505:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91579:91579:256:4294967295] 192.168.202.34@tcp LPNI seq info [91579:91579:8:4294967295] 00000400:00000200:1.0:1776267962.281511:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.281516:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.281519:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267962.281524:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.281528:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.281530:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267962.288298:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.288306:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:1.0:1776267962.288315:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.288324:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.288329:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000669f343e 00000400:00000010:1.0:1776267962.288331:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000669f343e. 00000100:00000200:1.0:1776267962.288341:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fcb0bd4a x1862549489499072/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267962.294025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed90449b. 00010000:00000010:1.1:1776267962.294043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000730b389e. 00010000:00000010:1.1:1776267962.294048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb2f35a4. 00000400:00000200:2.0:1776267962.296572:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.296597:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bbc0 00000400:00000200:2.0:1776267962.296607:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7bf5 [1] + 224 00000400:00000200:2.0:1776267962.296647:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.296652:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.296667:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fcb0bd4a x1862549489499072/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267962.297583:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028fe88a6. 00000400:00000200:1.0:1776267962.297590:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:1.0:1776267962.297592:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00000100:00000200:1.0:1776267962.297600:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fcb0bd4a x1862549489499072/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.297610:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fcb0bd4a x1862549489499072/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.297641:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044b968e8. 02000000:00000010:1.0:1776267962.297648:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000891e445e. 00000100:00000010:1.0:1776267962.297654:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fcb0bd4a. 00000100:00000010:1.0:1776267962.297658:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009986305c. 00010000:00000010:1.0:1776267962.297662:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000400:00000200:2.0:1776267962.299006:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.299024:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ca00 00000400:00000200:2.0:1776267962.299032:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6565 [2] + 0 00000400:00000200:2.0:1776267962.299097:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.299102:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.299109:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.299114:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 00000020:00000010:0.0:1776267962.299283:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c4e77de. 00000020:00000010:0.0:1776267962.299292:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267962.299297:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000067cd33aa. 00000100:00000200:0.0:1776267962.299324:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000200aa5ca x1862549476133376/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267962.299365:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476133376 02000000:00000010:0.0:1776267962.299377:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000536d1d2d. 00010000:00000010:0.0:1776267962.299405:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d6e1aa25. 00010000:00000010:0.0:1776267962.299431:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000982efcf. 00000100:00000010:0.0:1776267962.299438:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267962.299456:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:0.0:1776267962.299460:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000982efcf. 00000400:00000010:0.0:1776267962.299472:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b63bbdc2. 00000100:00000200:0.0:1776267962.299480:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476133376, offset 224 00000400:00000200:3.0:1776267962.299513:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.299526:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.299531:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91580:91580:256:4294967295] 192.168.202.34@tcp LPNI seq info [91580:91580:8:4294967295] 00000400:00000200:3.0:1776267962.299541:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.299545:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.299550:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a42e3dbd (tot 82343698). 00000800:00000200:3.0:1776267962.299555:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.299561:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.299565:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a42e3dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.299590:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:3.0:1776267962.299594:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000067cd33aa. 00000020:00000010:3.0:1776267962.299598:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c4e77de. 00080000:00000010:2.0:1776267962.299664:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d159430e. 00000800:00000200:0.0:1776267962.299732:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.299735:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a42e3dbd (tot 82343450). 00000400:00000200:0.0:1776267962.299741:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.299744:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.299748:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b63bbdc2 00000400:00000010:0.0:1776267962.299749:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b63bbdc2. 00010000:00000010:2.0:1776267962.299765:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00010000:00000010:2.0:1776267962.299771:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac07c460. 00010000:00000010:2.0:1776267962.299853:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055a5b69c. 00010000:00000010:2.0:1776267962.299860:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe6504e3. 00010000:00000010:2.0:1776267962.299872:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009ccfa229. 00000100:00000010:2.0:1776267962.299876:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fe3e8c1. 00000100:00000010:2.0:1776267962.299882:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 02000000:00000010:2.0:1776267962.299947:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072002d7c. 02000000:00000010:2.0:1776267962.299971:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a217f589. 00000400:00000010:2.0:1776267962.299977:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f215ec7. 00000400:00000010:2.0:1776267962.299982:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef6112c0. 00000100:00000200:2.0:1776267962.299988:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499136, portal 16 00000400:00000010:2.0:1776267962.299994:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1151310. 00000100:00000200:2.0:1776267962.299996:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499136, offset 0 00000400:00000200:2.0:1776267962.300000:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.300006:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.300012:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.300016:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.300018:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.300021:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91581:91581:256:4294967295] 192.168.202.34@tcp LPNI seq info [91581:91581:8:4294967295] 00000400:00000200:2.0:1776267962.300027:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.300030:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.300033:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267962.300038:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.300042:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.300044:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267962.300131:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.300134:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:3.0:1776267962.300139:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.300142:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.300145:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1151310 00000400:00000010:3.0:1776267962.300146:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1151310. 00000100:00000200:3.0:1776267962.300152:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008d76028b x1862549489499136/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.302341:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.302369:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bc00 00000400:00000200:2.0:1776267962.302377:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7c01 [1] + 224 00000400:00000200:2.0:1776267962.302391:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.302394:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.302404:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008d76028b x1862549489499136/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267962.302494:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f215ec7. 00000400:00000200:1.0:1776267962.302499:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef6112c0 00000400:00000010:1.0:1776267962.302500:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef6112c0. 00000100:00000200:1.0:1776267962.302507:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008d76028b x1862549489499136/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.302514:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008d76028b x1862549489499136/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.302541:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a217f589. 02000000:00000010:1.0:1776267962.302547:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000072002d7c. 00000100:00000010:1.0:1776267962.302553:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 00000100:00000010:1.0:1776267962.302557:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fe3e8c1. 00010000:00000010:1.0:1776267962.302560:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009ccfa229. 00010000:00000010:2.1:1776267962.304271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000014483ff. 00010000:00000010:2.1:1776267962.304284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e092f549. 00000400:00000200:0.0:1776267962.304482:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.304497:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ca40 00000400:00000200:0.0:1776267962.304504:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6565 [2] + 328 00000400:00000200:0.0:1776267962.304556:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.304562:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.304568:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.304573:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000339ea1b5. 00000020:00000010:3.0:1776267962.304718:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079a6b017. 00000020:00000010:3.0:1776267962.304726:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.304730:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.304758:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000339ea1b5 x1862549476133440/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267962.304794:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476133440 02000000:00000010:3.0:1776267962.304806:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007f468ef9. 00010000:00000010:3.0:1776267962.304834:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a8a9ec6. 00010000:00000010:3.0:1776267962.304856:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.304863:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.304882:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.304886:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.304926:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00080000:00000010:1.0:1776267962.304926:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044b968e8. 00000100:00000200:3.0:1776267962.304944:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476133440, offset 224 00000400:00000200:3.0:1776267962.304951:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.304961:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.304967:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91582:91582:256:4294967295] 192.168.202.34@tcp LPNI seq info [91582:91582:8:4294967295] 00000400:00000200:3.0:1776267962.304976:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.304980:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.304984:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004cbb0df0 (tot 82343698). 00000800:00000200:3.0:1776267962.304990:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.304996:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.305000:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004cbb0df0 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1776267962.305013:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe6504e3. 00010000:00000010:1.0:1776267962.305018:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000224ea249. 00000020:00000010:3.0:1776267962.305023:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.305026:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.305029:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079a6b017. 00010000:00000010:1.0:1776267962.305086:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea5bbac9. 00010000:00000010:1.0:1776267962.305093:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000047cb3a01. 00010000:00000010:1.0:1776267962.305104:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267962.305108:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009986305c. 00000100:00000010:1.0:1776267962.305114:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fcb0bd4a. 00000800:00000200:2.0:1776267962.305123:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1776267962.305124:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5ceddbc. 00000800:00000010:2.0:1776267962.305126:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004cbb0df0 (tot 82343450). 00000400:00000200:2.0:1776267962.305131:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.305135:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.305138:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:2.0:1776267962.305140:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 02000000:00000010:1.0:1776267962.305145:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072002d7c. 00000400:00000010:1.0:1776267962.305149:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028fe88a6. 00000400:00000010:1.0:1776267962.305154:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267962.305159:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499200, portal 16 00000400:00000010:1.0:1776267962.305164:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000669f343e. 00000100:00000200:1.0:1776267962.305166:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499200, offset 0 00000400:00000200:1.0:1776267962.305171:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.305178:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.305184:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.305187:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.305190:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.305192:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91583:91583:256:4294967295] 192.168.202.34@tcp LPNI seq info [91583:91583:8:4294967295] 00000400:00000200:1.0:1776267962.305199:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.305203:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.305217:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267962.305221:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.305225:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.305227:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.305532:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.305535:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:2.0:1776267962.305539:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.305543:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.305546:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000669f343e 00000400:00000010:2.0:1776267962.305547:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000669f343e. 00000100:00000200:2.0:1776267962.305552:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fcb0bd4a x1862549489499200/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267962.311114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096e0f234. 00000400:00000200:0.0:1776267962.316612:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.316637:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bc40 00000400:00000200:0.0:1776267962.316646:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7c0d [1] + 224 00000400:00000200:0.0:1776267962.316666:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.316670:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.316683:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fcb0bd4a x1862549489499200/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267962.316775:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000028fe88a6. 00000400:00000200:1.0:1776267962.316780:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:1.0:1776267962.316781:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00000100:00000200:1.0:1776267962.316786:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fcb0bd4a x1862549489499200/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.316791:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fcb0bd4a x1862549489499200/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.316820:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072002d7c. 02000000:00000010:1.0:1776267962.316826:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5ceddbc. 00000100:00000010:1.0:1776267962.316830:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fcb0bd4a. 00000100:00000010:1.0:1776267962.316833:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009986305c. 00010000:00000010:1.0:1776267962.316836:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00010000:00000010:3.1:1776267962.317008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f2e8bfd. 00010000:00000010:1.1:1776267962.317464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fef30d5. 00010000:00000010:1.1:1776267962.317471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a5b69c. 00000400:00000200:2.0:1776267962.319234:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.319250:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ca80 00000400:00000200:2.0:1776267962.319257:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6565 [2] + 656 00000400:00000200:2.0:1776267962.319313:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.319317:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.319323:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.319328:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 00000020:00000010:3.0:1776267962.319771:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079a6b017. 00000020:00000010:3.0:1776267962.319779:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.319784:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.319811:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f72124f x1862549476133504/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267962.319848:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476133504 02000000:00000010:3.0:1776267962.319860:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a9ee2f3c. 00010000:00000010:3.0:1776267962.319889:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083f5a5d6. 00010000:00000010:3.0:1776267962.320023:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.320030:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.320051:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.320056:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.320072:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a502439. 00000100:00000200:3.0:1776267962.320077:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476133504, offset 224 00000400:00000200:3.0:1776267962.320085:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.320096:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.320102:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91584:91584:256:4294967295] 192.168.202.34@tcp LPNI seq info [91584:91584:8:4294967295] 00000400:00000200:3.0:1776267962.320111:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.320116:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.320120:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e3802e3 (tot 82343698). 00000800:00000200:3.0:1776267962.320126:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.320132:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.320136:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005e3802e3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.320151:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.320155:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.320158:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079a6b017. 00080000:00000010:2.0:1776267962.320236:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4f101e1. 00000800:00000200:0.0:1776267962.320325:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1776267962.320328:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047cb3a01. 00000800:00000010:0.0:1776267962.320329:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e3802e3 (tot 82343450). 00010000:00000010:2.0:1776267962.320334:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a438c1d. 00000400:00000200:0.0:1776267962.320335:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.320339:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.320342:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a502439 00000400:00000010:0.0:1776267962.320344:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a502439. 00010000:00000010:2.0:1776267962.320403:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.0:1776267962.320411:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fcfa27ba. 00010000:00000010:2.0:1776267962.320421:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000217e4cde. 00000100:00000010:2.0:1776267962.320424:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b43204a3. 00000100:00000010:2.0:1776267962.320432:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 02000000:00000010:2.0:1776267962.320444:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003614bb4c. 02000000:00000010:2.0:1776267962.320468:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a217f589. 00000400:00000010:2.0:1776267962.320474:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001eaa2a3c. 00000400:00000010:2.0:1776267962.322146:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006637a72f. 00000100:00000200:2.0:1776267962.322160:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499264, portal 16 00000400:00000010:2.0:1776267962.322167:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbb66a2. 00000100:00000200:2.0:1776267962.322170:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499264, offset 0 00000400:00000200:2.0:1776267962.322179:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.322194:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.322201:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.322217:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.322220:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.322224:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91585:91585:256:4294967295] 192.168.202.34@tcp LPNI seq info [91585:91585:8:4294967295] 00000400:00000200:2.0:1776267962.322235:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.322240:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.322245:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343698). 00000800:00000200:2.0:1776267962.322252:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.322258:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.322262:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.322436:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.322440:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343450). 00000400:00000200:0.0:1776267962.322447:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.322452:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.322457:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbb66a2 00000400:00000010:0.0:1776267962.322459:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbb66a2. 00000100:00000200:0.0:1776267962.322470:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008d76028b x1862549489499264/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267962.325165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea466cf4. 00000400:00000200:2.0:1776267962.327131:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.327155:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bc80 00000400:00000200:2.0:1776267962.327163:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7c19 [1] + 224 00000400:00000200:2.0:1776267962.327178:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.327182:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.327223:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008d76028b x1862549489499264/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267962.327546:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001eaa2a3c. 00000400:00000200:1.0:1776267962.327551:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006637a72f 00000400:00000010:1.0:1776267962.327553:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006637a72f. 00000100:00000200:1.0:1776267962.327560:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008d76028b x1862549489499264/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.327568:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008d76028b x1862549489499264/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.327596:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a217f589. 02000000:00000010:1.0:1776267962.327601:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003614bb4c. 00000100:00000010:1.0:1776267962.327605:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 00000100:00000010:1.0:1776267962.327609:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b43204a3. 00010000:00000010:1.0:1776267962.327612:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000217e4cde. 00010000:00000010:2.1:1776267962.329960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9f24fe. 00010000:00000010:2.1:1776267962.329977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5bbac9. 00000400:00000200:0.0:1776267962.332313:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.332334:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cac0 00000400:00000200:0.0:1776267962.332341:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6565 [2] + 984 00000400:00000200:0.0:1776267962.332411:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.332416:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.332423:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.332428:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 00000020:00000010:1.0:1776267962.332862:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072002d7c. 00000020:00000010:1.0:1776267962.332871:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267962.332876:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267962.332940:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719f92a x1862549476133568/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267962.333021:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476133568 02000000:00000010:1.0:1776267962.333035:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a5ceddbc. 00010000:00000010:1.0:1776267962.333064:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b321b73a. 00010000:00000010:1.0:1776267962.333092:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267962.333101:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009986305c. 00000100:00000010:1.0:1776267962.333125:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009986305c. 00010000:00000010:1.0:1776267962.333128:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000400:00000010:1.0:1776267962.333143:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267962.333149:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476133568, offset 224 00000400:00000200:1.0:1776267962.333158:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.333170:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.333176:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91586:91586:256:4294967295] 192.168.202.34@tcp LPNI seq info [91586:91586:8:4294967295] 00000400:00000200:1.0:1776267962.333185:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.333191:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.333195:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343698). 00000800:00000200:1.0:1776267962.333201:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.333219:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.333222:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267962.333237:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267962.333242:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267962.333244:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072002d7c. 00080000:00000010:2.0:1776267962.333313:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003614bb4c. 00000800:00000200:0.0:1776267962.333368:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.333372:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:0.0:1776267962.333376:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.333380:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.333383:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:0.0:1776267962.333385:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00010000:00000010:2.0:1776267962.333396:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcfa27ba. 00010000:00000010:2.0:1776267962.333403:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000088ea39df. 00010000:00000010:2.0:1776267962.333494:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000753fabe3. 00010000:00000010:2.0:1776267962.333498:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a1c20a82. 00010000:00000010:2.0:1776267962.333504:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039f0146f. 00010000:00000010:2.0:1776267962.333510:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fcfa27ba. 00080000:00000010:2.0:1776267962.333524:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a217f589. 00010000:00000010:2.0:1776267962.333552:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcfa27ba. 00010000:00000010:2.0:1776267962.333555:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a1c20a82. 00010000:00000010:2.0:1776267962.333608:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000657f0a06. 00010000:00000010:2.0:1776267962.333612:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fcfa27ba. 00010000:00000010:2.0:1776267962.333619:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013c1453e. 00000100:00000010:2.0:1776267962.333622:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d4fb30d. 00000100:00000010:2.0:1776267962.333629:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:2.0:1776267962.333641:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005e104291. 02000000:00000010:2.0:1776267962.333662:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007abb2c93. 00000400:00000010:2.0:1776267962.333667:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619995f1. 00000400:00000010:2.0:1776267962.333671:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004395e51d. 00000100:00000200:2.0:1776267962.333676:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499328, portal 16 00000400:00000010:2.0:1776267962.333680:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267962.333682:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499328, offset 0 00000400:00000200:2.0:1776267962.333687:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.333693:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.333700:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.333703:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.333706:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.333708:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91587:91587:256:4294967295] 192.168.202.34@tcp LPNI seq info [91587:91587:8:4294967295] 00000400:00000200:2.0:1776267962.333715:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.333719:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.333723:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343698). 00000800:00000200:2.0:1776267962.333727:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.333730:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.333732:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.336179:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.336187:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343450). 00000400:00000200:0.0:1776267962.336197:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.336218:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.336223:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:0.0:1776267962.336226:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000100:00000200:0.0:1776267962.336236:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489499328/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267962.345976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c18a7f4. 00010000:00000010:2.1:1776267962.345998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.1:1776267962.346003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000753fabe3. 00010000:00000010:2.1:1776267962.346018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00010000:00000010:1.1:1776267962.347096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f545b906. 00000400:00000200:0.0:1776267962.356761:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.356783:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bcc0 00000400:00000200:0.0:1776267962.356792:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7c25 [1] + 224 00000400:00000200:0.0:1776267962.356803:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.356807:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.356818:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489499328/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.356863:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.356869:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cb00 00000400:00000200:0.0:1776267962.356874:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6565 [2] + 1312 00000400:00000200:0.0:1776267962.356885:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.356888:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.356939:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.356946:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f2b7b. 00000020:00000010:1.0:1776267962.357177:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072002d7c. 00000020:00000010:1.0:1776267962.357184:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267962.357189:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267962.357224:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68f2b7b x1862549476133632/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267962.357257:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476133632 02000000:00000010:1.0:1776267962.357271:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000891e445e. 00010000:00000010:1.0:1776267962.357308:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267962.357315:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009986305c. 00000100:00000010:1.0:1776267962.357322:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009986305c. 00010000:00000010:1.0:1776267962.357325:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000400:00000010:1.0:1776267962.357338:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b353dff. 00000100:00000200:1.0:1776267962.357344:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476133632, offset 224 00000400:00000200:1.0:1776267962.357363:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.357374:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.357379:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91588:91588:256:4294967295] 192.168.202.34@tcp LPNI seq info [91588:91588:8:4294967295] 00000400:00000200:1.0:1776267962.357388:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.357393:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.357397:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343698). 00000800:00000200:1.0:1776267962.357402:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.357409:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.357412:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267962.357434:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267962.357438:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267962.357441:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072002d7c. 00000800:00000200:0.0:1776267962.358652:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.358658:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:0.0:1776267962.358665:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.358671:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.358675:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b353dff 00000400:00000010:0.0:1776267962.358677:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b353dff. 00000400:00000010:2.0:1776267962.358763:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619995f1. 00000400:00000200:2.0:1776267962.358768:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004395e51d 00000400:00000010:2.0:1776267962.358769:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004395e51d. 00000100:00000200:2.0:1776267962.358778:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489499328/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267962.358787:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489499328/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267962.358812:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f3902cf. 02000000:00000010:2.0:1776267962.358830:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007abb2c93. 02000000:00000010:2.0:1776267962.358835:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005e104291. 00000100:00000010:2.0:1776267962.358838:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:2.0:1776267962.358842:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d4fb30d. 00010000:00000010:2.0:1776267962.358845:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013c1453e. 00080000:00000010:2.0:1776267962.358865:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e104291. 00010000:00000010:2.0:1776267962.359013:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcfa27ba. 00010000:00000010:2.0:1776267962.359021:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000017470b7. 00010000:00000010:2.0:1776267962.359107:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039f0146f. 00010000:00000010:2.0:1776267962.359113:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fcfa27ba. 00010000:00000010:2.0:1776267962.359123:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013c1453e. 00000100:00000010:2.0:1776267962.359127:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d4fb30d. 00000100:00000010:2.0:1776267962.359134:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:2.0:1776267962.359144:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007abb2c93. 02000000:00000010:2.0:1776267962.359168:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006bb2fe20. 00000400:00000010:2.0:1776267962.359173:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619995f1. 00000400:00000010:2.0:1776267962.359177:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004395e51d. 00000100:00000200:2.0:1776267962.359182:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499392, portal 16 00000400:00000010:2.0:1776267962.359187:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001290874d. 00000100:00000200:2.0:1776267962.359189:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499392, offset 0 00000400:00000200:2.0:1776267962.359195:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.359218:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.359225:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.359229:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.359232:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.359235:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91589:91589:256:4294967295] 192.168.202.34@tcp LPNI seq info [91589:91589:8:4294967295] 00000400:00000200:2.0:1776267962.359244:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.359249:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.359253:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267962.359258:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.359264:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.359267:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267962.361002:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.361021:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:1.0:1776267962.361029:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.361036:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.361041:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001290874d 00000400:00000010:1.0:1776267962.361043:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001290874d. 00000100:00000200:1.0:1776267962.361051:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489499392/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267962.363032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b7869bf. 00000400:00000200:0.0:1776267962.365056:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.365076:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bd00 00000400:00000200:0.0:1776267962.365085:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7c31 [1] + 224 00000400:00000200:0.0:1776267962.365101:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.365105:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.365116:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489499392/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267962.365218:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619995f1. 00000400:00000200:2.0:1776267962.365223:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004395e51d 00000400:00000010:2.0:1776267962.365226:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004395e51d. 00000100:00000200:2.0:1776267962.365233:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489499392/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267962.365240:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489499392/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267962.365267:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006bb2fe20. 02000000:00000010:2.0:1776267962.365272:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007abb2c93. 00000100:00000010:2.0:1776267962.365276:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:2.0:1776267962.365280:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d4fb30d. 00010000:00000010:2.0:1776267962.365283:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013c1453e. 00000400:00000200:0.0:1776267962.369320:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.369340:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cb40 00000400:00000200:0.0:1776267962.369348:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6565 [2] + 1640 00000400:00000200:0.0:1776267962.369410:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.369415:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.369421:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.369427:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007259c45b. 00000020:00000010:3.0:1776267962.369809:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079a6b017. 00000020:00000010:3.0:1776267962.369816:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.369821:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.369848:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007259c45b x1862549476133696/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267962.369874:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476133696 02000000:00000010:3.0:1776267962.369884:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038b68da9. 00010000:00000010:2.1:1776267962.369933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daedffe5. 00010000:00000010:2.1:1776267962.369941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000657f0a06. 00010000:00000010:3.0:1776267962.370013:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000fe18746. 00010000:00000010:3.0:1776267962.370033:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.370039:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.370102:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.370108:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.370123:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7e646e3. 00000100:00000200:3.0:1776267962.370128:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476133696, offset 224 00000400:00000200:3.0:1776267962.370136:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.370148:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.370153:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91590:91590:256:4294967295] 192.168.202.34@tcp LPNI seq info [91590:91590:8:4294967295] 00000400:00000200:3.0:1776267962.370165:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.370171:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.370175:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b53b411 (tot 82343698). 00000800:00000200:3.0:1776267962.370180:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.370188:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.370192:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005b53b411 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.370220:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.370225:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.370228:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079a6b017. 00000800:00000200:0.0:1776267962.373353:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.373360:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b53b411 (tot 82343450). 00000400:00000200:0.0:1776267962.373371:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.373379:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.373386:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7e646e3 00000400:00000010:0.0:1776267962.373389:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7e646e3. 00080000:00000010:2.0:1776267962.379869:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007abb2c93. 00010000:00000010:2.0:1776267962.380067:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcfa27ba. 00010000:00000010:2.0:1776267962.380077:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c71555d8. 00010000:00000010:2.0:1776267962.380157:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000657f0a06. 00010000:00000010:2.0:1776267962.380163:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fcfa27ba. 00010000:00000010:2.0:1776267962.380172:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013c1453e. 00000100:00000010:2.0:1776267962.380179:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d4fb30d. 00000100:00000010:2.0:1776267962.380187:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:2.0:1776267962.380198:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006bb2fe20. 02000000:00000010:2.0:1776267962.380243:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ba2d47b. 00000400:00000010:2.0:1776267962.380249:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619995f1. 00000400:00000010:2.0:1776267962.380255:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004395e51d. 00000100:00000200:2.0:1776267962.380262:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499456, portal 16 00000400:00000010:2.0:1776267962.380268:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008083c290. 00000100:00000200:2.0:1776267962.380270:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499456, offset 0 00000400:00000200:2.0:1776267962.380285:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.380304:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.380312:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.380315:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.380317:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.380320:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91591:91591:256:4294967295] 192.168.202.34@tcp LPNI seq info [91591:91591:8:4294967295] 00000400:00000200:2.0:1776267962.380329:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.380335:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.380340:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267962.380346:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.380353:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.380357:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.383560:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.383570:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:0.0:1776267962.383581:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.383590:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.383596:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008083c290 00000400:00000010:0.0:1776267962.383598:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008083c290. 00000100:00000200:0.0:1776267962.383610:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489499456/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267962.383948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001484e2bc. 00000400:00000200:0.0:1776267962.385813:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.385832:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bd40 00000400:00000200:0.0:1776267962.385841:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7c3d [1] + 224 00000400:00000200:0.0:1776267962.385857:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.385861:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.385871:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489499456/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.387776:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.387793:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cb80 00000400:00000200:0.0:1776267962.387806:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6565 [2] + 1968 00000400:00000010:0.0:1776267962.387811:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3e5ca8f. 00000400:00000200:0.0:1776267962.387816:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008c424de1 00000400:00000200:0.0:1776267962.387874:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.387880:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.387884:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c424de1 00000400:00000010:0.0:1776267962.387887:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008c424de1 (tot 82343298). 00000100:00000200:0.0:1776267962.387910:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776267962.388007:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072002d7c. 00000020:00000010:1.0:1776267962.388014:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267962.388018:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267962.388042:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c97909a x1862549476133760/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267962.388076:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476133760 02000000:00000010:1.0:1776267962.388087:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ced70d06. 00010000:00000010:1.0:1776267962.388121:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267962.388127:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009986305c. 00000100:00000010:1.0:1776267962.388133:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009986305c. 00010000:00000010:1.0:1776267962.388135:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000400:00000010:1.0:1776267962.388147:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9ff3e4. 00000100:00000200:1.0:1776267962.388151:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476133760, offset 224 00000400:00000200:1.0:1776267962.388158:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.388167:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.388172:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91592:91592:256:4294967295] 192.168.202.34@tcp LPNI seq info [91592:91592:8:4294967295] 00000400:00000200:1.0:1776267962.388182:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.388187:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.388191:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343546). 00000800:00000200:1.0:1776267962.388196:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.388201:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.388215:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267962.388229:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267962.388232:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267962.388235:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072002d7c. 02000000:00000010:1.0:1776267962.388244:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038b68da9. 00000100:00000010:1.0:1776267962.388247:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007259c45b. 02000000:00000010:1.0:1776267962.388252:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000891e445e. 00000100:00000010:1.0:1776267962.388255:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f2b7b. 02000000:00000010:1.0:1776267962.388257:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a5ceddbc. 00000100:00000010:1.0:1776267962.388259:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 02000000:00000010:1.0:1776267962.388261:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a9ee2f3c. 00000100:00000010:1.0:1776267962.388263:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 02000000:00000010:1.0:1776267962.388265:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007f468ef9. 00000100:00000010:1.0:1776267962.388267:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000339ea1b5. 02000000:00000010:1.0:1776267962.388269:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000536d1d2d. 00000100:00000010:1.0:1776267962.388271:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 00000100:00000200:1.0:1776267962.388277:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776267962.388280:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028fe88a6. 00000400:00000010:1.0:1776267962.388284:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009986305c (tot 82343698). 00000800:00000200:0.0:1776267962.388388:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.388391:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:0.0:1776267962.388395:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.388399:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.388401:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9ff3e4 00000400:00000010:0.0:1776267962.388403:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9ff3e4. 02000000:00000010:0.0:1776267962.388406:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ced70d06. 00000400:00000010:2.0:1776267962.392087:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619995f1. 00000400:00000200:2.0:1776267962.392099:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004395e51d 00000400:00000010:2.0:1776267962.392102:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004395e51d. 00000100:00000200:2.0:1776267962.392120:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489499456/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267962.392130:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489499456/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267962.392160:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff8df000. 02000000:00000010:2.0:1776267962.392183:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ba2d47b. 02000000:00000010:2.0:1776267962.392189:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006bb2fe20. 00000100:00000010:2.0:1776267962.392192:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:2.0:1776267962.392196:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d4fb30d. 00010000:00000010:2.0:1776267962.392198:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013c1453e. 00080000:00000010:3.0:1776267962.392602:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079a6b017. 00010000:00000010:3.0:1776267962.392845:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcfa27ba. 00010000:00000010:3.0:1776267962.392854:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000080ab9ddc. 00010000:00000010:2.1:1776267962.393020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bef64218. 00010000:00000010:2.1:1776267962.393029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00000001:00000010:3.0:1776267962.393105:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008d4b1a77. 00000001:00000010:3.0:1776267962.393111:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000008d4b1a77. 00000001:00000010:3.0:1776267962.393114:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004cf14bda. 00080000:00000010:3.0:1776267962.393119:0:77399:0:(osd_handler.c:6655:osd_it_iam_fini()) kfreed 'it': 328 at 000000002c2784dc. 00080000:00000010:3.0:1776267962.393127:0:77399:0:(osd_handler.c:6627:osd_it_iam_init()) kmalloced '(it)': 328 at 000000007f468ef9. 00000001:00000010:3.0:1776267962.393132:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008d4b1a77. 00010000:00000010:3.0:1776267962.393164:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0a0f611. 00010000:00000010:3.0:1776267962.393167:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.393172:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008fc51ccc. 00010000:00000010:3.0:1776267962.393177:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.393195:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9ee2f3c. 00010000:00000010:3.0:1776267962.393283:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.393287:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.393320:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098823c21. 00010000:00000010:3.0:1776267962.393322:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.393325:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074ff851f. 00010000:00000010:3.0:1776267962.393327:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.393334:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038b68da9. 00010000:00000010:3.0:1776267962.393556:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.393560:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.393611:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008598f046. 00010000:00000010:3.0:1776267962.393614:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.393617:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068018ed1. 00010000:00000010:3.0:1776267962.393620:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.393628:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c2784dc. 00010000:00000010:3.0:1776267962.393658:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.393662:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.393693:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088b859cf. 00010000:00000010:3.0:1776267962.393695:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.395033:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f104b383. 00010000:00000010:3.0:1776267962.395046:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.395069:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c4e77de. 00010000:00000010:3.0:1776267962.395137:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.395144:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.395254:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a9b211d1. 00010000:00000010:3.0:1776267962.395257:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.395261:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d3e28a8. 00010000:00000010:3.0:1776267962.395264:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.395272:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e5a7f7c. 00010000:00000010:3.0:1776267962.395298:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.395301:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.395331:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000919815d7. 00010000:00000010:3.0:1776267962.395334:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.395337:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003310abc8. 00010000:00000010:3.0:1776267962.395340:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.395347:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006cd90090. 00010000:00000010:3.0:1776267962.395673:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.395678:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.395712:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e1c0908c. 00010000:00000010:3.0:1776267962.395716:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.395719:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ce8ce05. 00010000:00000010:3.0:1776267962.395722:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.395731:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000901a4617. 00010000:00000010:3.0:1776267962.395754:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.395757:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.395787:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c87fdb52. 00010000:00000010:3.0:1776267962.395790:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.395794:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000396c0880. 00010000:00000010:3.0:1776267962.395796:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.395803:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050d3a005. 00010000:00000010:3.0:1776267962.395824:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.395827:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.396336:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c27f9763. 00010000:00000010:3.0:1776267962.396340:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.396344:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000373e4b8d. 00010000:00000010:3.0:1776267962.396347:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.396454:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038722f9d. 00010000:00000010:3.0:1776267962.396484:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.396488:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.396518:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014d04655. 00010000:00000010:3.0:1776267962.396521:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.396524:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6ad168d. 00010000:00000010:3.0:1776267962.396527:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.396535:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e8242cd. 00010000:00000010:3.0:1776267962.396558:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.396562:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.396598:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006f135cf1. 00010000:00000010:3.0:1776267962.396601:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.396604:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003352a06a. 00010000:00000010:3.0:1776267962.396607:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.396614:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5a6fd84. 00010000:00000010:3.0:1776267962.396635:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.396639:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.396693:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ce30fe67. 00010000:00000010:3.0:1776267962.396696:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.396699:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a050c0e. 00010000:00000010:3.0:1776267962.396702:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.396710:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1b3b13b. 00010000:00000010:3.0:1776267962.397448:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.397456:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.397501:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026d13d74. 00010000:00000010:3.0:1776267962.397505:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.397508:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:3.0:1776267962.397512:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.397521:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000b208b8. 00010000:00000010:3.0:1776267962.397553:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.397557:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.397738:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004e81a662. 00010000:00000010:3.0:1776267962.397741:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.397744:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cd32b35c. 00010000:00000010:3.0:1776267962.397747:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.397755:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc44b45a. 00010000:00000010:3.0:1776267962.397780:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.397783:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.397824:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002055da6b. 00010000:00000010:3.0:1776267962.397828:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.397831:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a53a9e4. 00010000:00000010:3.0:1776267962.398094:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.398107:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cec26c8b. 00010000:00000010:3.0:1776267962.398134:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.398140:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.398175:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fea82c5c. 00010000:00000010:3.0:1776267962.398178:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.398182:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4d027a3. 00010000:00000010:3.0:1776267962.398185:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.398192:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001125736. 00010000:00000010:3.0:1776267962.398227:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.398231:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.398265:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d16c4f18. 00010000:00000010:3.0:1776267962.398268:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.398272:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4e73fe7. 00010000:00000010:3.0:1776267962.398275:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.398283:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005dd8208d. 00010000:00000010:3.0:1776267962.398319:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.398323:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.398577:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000042b46ccf. 00010000:00000010:3.0:1776267962.398581:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.398583:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098ac3c38. 00010000:00000010:3.0:1776267962.398587:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.398597:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a76feb5f. 00010000:00000010:3.0:1776267962.398622:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.398625:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.398654:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa2cba89. 00010000:00000010:3.0:1776267962.398657:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.398659:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005bb19fde. 00010000:00000010:3.0:1776267962.398662:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.398670:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d817e7e7. 00010000:00000010:3.0:1776267962.398688:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.398691:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.398717:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000031c97360. 00010000:00000010:3.0:1776267962.398720:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.398723:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005cdf21d0. 00010000:00000010:3.0:1776267962.398726:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.398733:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034316280. 00010000:00000010:3.0:1776267962.398755:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.398758:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.398797:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000800d2e. 00010000:00000010:3.0:1776267962.398800:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.398804:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e58644ac. 00010000:00000010:3.0:1776267962.398806:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.398814:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddb3dc9e. 00010000:00000010:3.0:1776267962.398852:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.398855:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.398888:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000fa18655. 00010000:00000010:3.0:1776267962.398890:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.398924:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a32957c. 00010000:00000010:3.0:1776267962.399113:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.399125:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2e7ce11. 00010000:00000010:3.0:1776267962.399152:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.399155:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.399192:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009822ae3b. 00010000:00000010:3.0:1776267962.399194:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.399197:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fd2caae. 00010000:00000010:3.0:1776267962.399200:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.399220:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dcf0ceca. 00010000:00000010:3.0:1776267962.399245:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.399249:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.399278:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030271cfe. 00010000:00000010:3.0:1776267962.399280:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.399283:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000612cbca9. 00010000:00000010:3.0:1776267962.399286:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.399293:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b790c72. 00010000:00000010:3.0:1776267962.399314:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.399318:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.399445:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000025fd21f. 00010000:00000010:3.0:1776267962.399450:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.399453:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057a61951. 00010000:00000010:3.0:1776267962.399456:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.399467:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000840ba58b. 00010000:00000010:3.0:1776267962.399493:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.399497:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.399528:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000035f7f0d6. 00010000:00000010:3.0:1776267962.399530:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.399533:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038cd3784. 00010000:00000010:3.0:1776267962.399536:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.399543:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a79784f5. 00010000:00000010:3.0:1776267962.399565:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.399568:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.399605:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a676a96. 00010000:00000010:3.0:1776267962.399608:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.399611:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021127645. 00010000:00000010:3.0:1776267962.399614:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.399622:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058d95614. 00010000:00000010:3.0:1776267962.399647:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.399651:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.399680:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9eb115e. 00010000:00000010:3.0:1776267962.399683:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.399686:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000acce8ebd. 00010000:00000010:3.0:1776267962.399689:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.399696:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085884fc3. 00010000:00000010:3.0:1776267962.399719:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.399723:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.399795:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000066af3613. 00010000:00000010:3.0:1776267962.399797:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.399801:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011d4f2ff. 00010000:00000010:3.0:1776267962.399804:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.399811:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0a015f9. 00010000:00000010:3.0:1776267962.400218:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.400225:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.400266:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090eaeddd. 00010000:00000010:3.0:1776267962.400270:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.400274:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c6de3c2. 00010000:00000010:3.0:1776267962.400277:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.400286:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba1723a0. 00010000:00000010:3.0:1776267962.400312:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.400316:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.400345:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bab95d34. 00010000:00000010:3.0:1776267962.400348:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.400454:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e8dfb7d. 00010000:00000010:3.0:1776267962.400458:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.400467:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d0228d2. 00010000:00000010:3.0:1776267962.400493:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.400497:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.400529:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b691ee7. 00010000:00000010:3.0:1776267962.400532:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.400536:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdd2b69d. 00010000:00000010:3.0:1776267962.400538:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.400547:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075c83986. 00010000:00000010:3.0:1776267962.400571:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.400575:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.400625:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da1a66d3. 00010000:00000010:3.0:1776267962.400628:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.400631:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044207bb3. 00010000:00000010:3.0:1776267962.400634:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.400642:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006986c663. 00010000:00000010:3.0:1776267962.400666:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.400670:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.400701:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002461c2c8. 00010000:00000010:3.0:1776267962.400704:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.400707:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007cd8f1a2. 00010000:00000010:3.0:1776267962.400710:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.400717:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000442e071d. 00010000:00000010:3.0:1776267962.400740:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.400744:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.400804:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e4333c3e. 00010000:00000010:3.0:1776267962.400808:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.400811:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000077509691. 00010000:00000010:3.0:1776267962.400814:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.400821:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6e7b922. 00010000:00000010:3.0:1776267962.400844:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.400848:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.400876:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b5f6d458. 00010000:00000010:3.0:1776267962.400878:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.400881:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f33f05e. 00010000:00000010:3.0:1776267962.400884:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.401514:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054a95145. 00010000:00000010:3.0:1776267962.401554:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.401559:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.401595:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d241a57. 00010000:00000010:3.0:1776267962.401598:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.401602:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b7869bf. 00010000:00000010:3.0:1776267962.401605:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.401613:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043f83300. 00010000:00000010:3.0:1776267962.401637:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.401640:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.401671:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000581b8e68. 00010000:00000010:3.0:1776267962.401674:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.401677:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff9831ca. 00010000:00000010:3.0:1776267962.401679:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.401686:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4a37aab. 00010000:00000010:3.0:1776267962.401701:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.401704:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.402174:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075fa1b41. 00010000:00000010:3.0:1776267962.402178:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.402182:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2687475. 00010000:00000010:3.0:1776267962.402185:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.402195:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e0939be. 00010000:00000010:3.0:1776267962.402235:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.402239:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.402273:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000be25f1dc. 00010000:00000010:3.0:1776267962.402276:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.402279:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cdad6a40. 00010000:00000010:3.0:1776267962.402283:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.402291:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060f24dc3. 00010000:00000010:3.0:1776267962.402315:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.402319:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.402456:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000268d1620. 00010000:00000010:3.0:1776267962.402460:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.402463:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008f9b0567. 00010000:00000010:3.0:1776267962.402466:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.402475:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087eb58bf. 00010000:00000010:3.0:1776267962.402502:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.402505:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.402538:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053141fff. 00010000:00000010:3.0:1776267962.402541:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.402545:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c072bcd2. 00010000:00000010:3.0:1776267962.402547:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.402555:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e33378cc. 00010000:00000010:3.0:1776267962.402576:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.402580:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.402613:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000097f1f89a. 00010000:00000010:3.0:1776267962.402616:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.402619:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001d9b7c23. 00010000:00000010:3.0:1776267962.402622:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.402630:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028466cf7. 00010000:00000010:3.0:1776267962.402654:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.402658:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.402688:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d295a1c6. 00010000:00000010:3.0:1776267962.402691:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.402694:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001499d356. 00010000:00000010:3.0:1776267962.402697:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.402704:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f7ddfd0. 00010000:00000010:3.0:1776267962.402728:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.402731:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.402773:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000027de4d27. 00010000:00000010:3.0:1776267962.402776:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.402779:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4fda552. 00010000:00000010:3.0:1776267962.402782:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.402789:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082c0b014. 00010000:00000010:3.0:1776267962.402811:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.402814:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403068:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000887f4fd0. 00010000:00000010:3.0:1776267962.403072:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403074:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0268ca0. 00010000:00000010:3.0:1776267962.403077:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.403084:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040195ecd. 00010000:00000010:3.0:1776267962.403105:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.403108:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403138:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a9c3e26. 00010000:00000010:3.0:1776267962.403140:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403143:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000069988755. 00010000:00000010:3.0:1776267962.403146:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.403152:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056316612. 00010000:00000010:3.0:1776267962.403170:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.403173:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403197:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f65a764. 00010000:00000010:3.0:1776267962.403199:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403202:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008228f33b. 00010000:00000010:3.0:1776267962.403216:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.403224:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c82f5f9e. 00010000:00000010:3.0:1776267962.403244:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.403247:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403272:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005fadba2b. 00010000:00000010:3.0:1776267962.403274:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403277:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006857721d. 00010000:00000010:3.0:1776267962.403280:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.403285:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006a14536. 00010000:00000010:3.0:1776267962.403303:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.403305:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403330:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000764763c. 00010000:00000010:3.0:1776267962.403332:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403335:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009c34b94. 00010000:00000010:3.0:1776267962.403338:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.403344:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb590abf. 00010000:00000010:3.0:1776267962.403454:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.403459:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403494:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d72db58c. 00010000:00000010:3.0:1776267962.403497:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403500:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fbb67ce9. 00010000:00000010:3.0:1776267962.403502:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.403510:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000620f77e1. 00010000:00000010:3.0:1776267962.403530:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.403533:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403560:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008f961cf4. 00010000:00000010:3.0:1776267962.403562:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403565:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000923f829c. 00010000:00000010:3.0:1776267962.403567:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.403576:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e69f7a8. 00010000:00000010:3.0:1776267962.403595:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.403598:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403626:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb452b72. 00010000:00000010:3.0:1776267962.403628:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403631:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008166085a. 00010000:00000010:3.0:1776267962.403634:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.403640:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ca2c4dc. 00010000:00000010:3.0:1776267962.403660:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.403663:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403688:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000001b72e2d. 00010000:00000010:3.0:1776267962.403691:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403693:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ad247a3. 00010000:00000010:3.0:1776267962.403696:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.403703:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b97b47f2. 00010000:00000010:3.0:1776267962.403724:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.403727:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403755:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008e2fb1df. 00010000:00000010:3.0:1776267962.403757:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403759:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000026b0fe4d. 00010000:00000010:3.0:1776267962.403762:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.403769:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009483f8bc. 00010000:00000010:3.0:1776267962.403790:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.403793:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403822:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000002c68ffc. 00010000:00000010:3.0:1776267962.403825:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.403828:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0ebf39f. 00010000:00000010:3.0:1776267962.403831:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.404125:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d841526d. 00010000:00000010:3.0:1776267962.404157:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.404161:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.404202:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003f928dfb. 00010000:00000010:3.0:1776267962.404218:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.404222:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef5d59b2. 00010000:00000010:3.0:1776267962.404225:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.404232:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005631c93c. 00010000:00000010:3.0:1776267962.404257:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.404261:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.404294:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003cc3c587. 00010000:00000010:3.0:1776267962.404298:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.404301:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5bf7fe0. 00010000:00000010:3.0:1776267962.404303:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.404311:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019f90ae3. 00010000:00000010:3.0:1776267962.404334:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.404337:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.404475:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff7095e7. 00010000:00000010:3.0:1776267962.404479:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.404482:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddecbb31. 00010000:00000010:3.0:1776267962.404485:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.404492:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a52ba96. 00010000:00000010:3.0:1776267962.404517:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.404520:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.404553:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e29438f1. 00010000:00000010:3.0:1776267962.404556:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.404559:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006d1b254e. 00010000:00000010:3.0:1776267962.404563:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.404571:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d7c501e. 00010000:00000010:3.0:1776267962.404594:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.404598:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.407112:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e58d9070. 00010000:00000010:3.0:1776267962.407123:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.407128:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f296996b. 00010000:00000010:3.0:1776267962.407138:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.407160:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4a13c1c. 00010000:00000010:3.0:1776267962.407259:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.407265:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.407337:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001dfedd91. 00010000:00000010:3.0:1776267962.407340:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.407343:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d983521f. 00010000:00000010:3.0:1776267962.407346:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.407449:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d1ca619. 00010000:00000010:3.0:1776267962.407478:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.407482:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.407532:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008aa1db77. 00010000:00000010:3.0:1776267962.407535:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.407538:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000070716c4. 00010000:00000010:3.0:1776267962.407541:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.407549:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038e135b7. 00010000:00000010:3.0:1776267962.407571:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.407574:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.407606:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bef64218. 00010000:00000010:3.0:1776267962.407610:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.407612:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023781265. 00010000:00000010:3.0:1776267962.407615:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.407623:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000835584e2. 00010000:00000010:3.0:1776267962.407644:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.407648:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.407683:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0033fbc. 00010000:00000010:3.0:1776267962.407686:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.407689:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb038155. 00010000:00000010:3.0:1776267962.407692:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.407700:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fc8c306. 00010000:00000010:3.0:1776267962.407723:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.407726:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.407754:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082758248. 00010000:00000010:3.0:1776267962.407756:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.407759:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a51e26fa. 00010000:00000010:3.0:1776267962.407762:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.407768:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6bb2d22. 00010000:00000010:3.0:1776267962.407787:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.407789:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.407820:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009a9fd455. 00010000:00000010:3.0:1776267962.407823:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.407826:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060fa69fd. 00010000:00000010:3.0:1776267962.407829:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.408272:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089912fd4. 00010000:00000010:3.0:1776267962.408305:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.408310:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.408345:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6205f8d. 00010000:00000010:3.0:1776267962.408439:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.408445:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a12b8c5f. 00010000:00000010:3.0:1776267962.408448:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.408458:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bec5553d. 00010000:00000010:3.0:1776267962.408484:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.408488:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.408527:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c6b05fea. 00010000:00000010:3.0:1776267962.408530:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.408533:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ecef84e9. 00010000:00000010:3.0:1776267962.408535:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.408542:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000128ac9bd. 00010000:00000010:3.0:1776267962.408564:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.408567:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.408592:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8d4d17d. 00010000:00000010:3.0:1776267962.408594:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.408597:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4c6f28c. 00010000:00000010:3.0:1776267962.408600:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.408607:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067eb8b99. 00010000:00000010:3.0:1776267962.408626:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.408628:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.408654:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000b1c5d08. 00010000:00000010:3.0:1776267962.408657:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.408659:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6d45313. 00010000:00000010:3.0:1776267962.408662:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.408668:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e371fdd9. 00010000:00000010:3.0:1776267962.408712:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.408716:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.408747:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000010ba1c99. 00010000:00000010:3.0:1776267962.408749:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.408752:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:3.0:1776267962.408755:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.408763:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041e48a04. 00010000:00000010:3.0:1776267962.408783:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.408786:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.408811:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000acec5431. 00010000:00000010:3.0:1776267962.408813:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.408816:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000218a88e3. 00010000:00000010:3.0:1776267962.408819:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.408824:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce3d2268. 00010000:00000010:3.0:1776267962.409125:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.409131:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409166:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aed68d62. 00010000:00000010:3.0:1776267962.409168:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409171:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bde6b8bd. 00010000:00000010:3.0:1776267962.409174:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.409181:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067bb5691. 00010000:00000010:3.0:1776267962.409217:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.409222:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409259:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db74c13e. 00010000:00000010:3.0:1776267962.409262:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409265:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066fc27a0. 00010000:00000010:3.0:1776267962.409268:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.409276:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e91671fb. 00010000:00000010:3.0:1776267962.409298:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.409301:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409331:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a836a381. 00010000:00000010:3.0:1776267962.409335:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409338:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000825d57df. 00010000:00000010:3.0:1776267962.409341:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.409358:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000672e24fa. 00010000:00000010:3.0:1776267962.409384:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.409387:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409421:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e27ab18b. 00010000:00000010:3.0:1776267962.409424:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409428:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e14b8782. 00010000:00000010:3.0:1776267962.409431:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.409438:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025e56940. 00010000:00000010:3.0:1776267962.409461:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.409464:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409490:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000061d6f6ec. 00010000:00000010:3.0:1776267962.409492:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409495:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c256ba98. 00010000:00000010:3.0:1776267962.409498:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.409505:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c474273. 00010000:00000010:3.0:1776267962.409527:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.409530:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409558:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001fa9073e. 00010000:00000010:3.0:1776267962.409561:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409564:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008890f3ab. 00010000:00000010:3.0:1776267962.409566:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.409573:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009b30a4f. 00010000:00000010:3.0:1776267962.409594:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.409598:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409626:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d687d185. 00010000:00000010:3.0:1776267962.409629:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409631:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029d9bd15. 00010000:00000010:3.0:1776267962.409634:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.409642:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bca99ffe. 00010000:00000010:3.0:1776267962.409664:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.409667:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409698:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a725386. 00010000:00000010:3.0:1776267962.409701:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409704:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7dc7890. 00010000:00000010:3.0:1776267962.409707:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.409714:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe40bc74. 00010000:00000010:3.0:1776267962.409736:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.409739:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409768:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb654917. 00010000:00000010:3.0:1776267962.409770:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409773:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c998a7b1. 00010000:00000010:3.0:1776267962.409777:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.409785:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091c172f8. 00010000:00000010:3.0:1776267962.409808:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.409812:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409852:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0ad8d49. 00010000:00000010:3.0:1776267962.409854:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.409858:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6e880e0. 00010000:00000010:3.0:1776267962.409860:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.409867:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c73ef281. 00010000:00000010:3.0:1776267962.409886:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.409889:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.410338:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000772b4d15. 00010000:00000010:3.0:1776267962.410342:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.410416:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d90c46af. 00010000:00000010:3.0:1776267962.410422:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.410434:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050f2fd27. 00010000:00000010:3.0:1776267962.410460:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.410463:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.410491:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a82dd93. 00010000:00000010:3.0:1776267962.410494:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.410497:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000065ea9347. 00010000:00000010:3.0:1776267962.410500:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.410507:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000caf5ac3c. 00010000:00000010:3.0:1776267962.410526:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.410529:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.410553:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000794e33c4. 00010000:00000010:3.0:1776267962.410556:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.410558:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010463aa4. 00010000:00000010:3.0:1776267962.410561:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.410567:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b668a25. 00010000:00000010:3.0:1776267962.410586:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.410589:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.410622:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b515a111. 00010000:00000010:3.0:1776267962.410624:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.410627:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000686aabd6. 00010000:00000010:3.0:1776267962.410631:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.410637:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067500d83. 00010000:00000010:3.0:1776267962.410654:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.410657:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.410681:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049ff41ea. 00010000:00000010:3.0:1776267962.410683:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.410686:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008554e73d. 00010000:00000010:3.0:1776267962.410688:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.410695:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac8f8404. 00010000:00000010:3.0:1776267962.410715:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.410719:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.410750:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d869d9a. 00010000:00000010:3.0:1776267962.410752:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.410755:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e90e6c9. 00010000:00000010:3.0:1776267962.410757:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.410764:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008721ad7d. 00010000:00000010:3.0:1776267962.410784:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.410787:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.411474:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f08523f. 00010000:00000010:3.0:1776267962.411478:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.411482:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b95e9adb. 00010000:00000010:3.0:1776267962.411486:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.411496:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000334c7829. 00010000:00000010:3.0:1776267962.411529:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.411533:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.411567:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003fabb6d3. 00010000:00000010:3.0:1776267962.411570:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.411574:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc5f1158. 00010000:00000010:3.0:1776267962.411576:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.411584:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e193eba2. 00010000:00000010:3.0:1776267962.411607:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.411611:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.411641:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000703b5951. 00010000:00000010:3.0:1776267962.411644:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.411647:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047a224b2. 00010000:00000010:3.0:1776267962.411650:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.411657:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c642d78. 00010000:00000010:3.0:1776267962.411679:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.411683:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.411719:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b532e193. 00010000:00000010:3.0:1776267962.411722:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.411725:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7875691. 00010000:00000010:3.0:1776267962.411728:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.411735:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086d3990b. 00010000:00000010:3.0:1776267962.411756:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.411759:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.411783:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a721e5ba. 00010000:00000010:3.0:1776267962.411785:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.411788:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001838c999. 00010000:00000010:3.0:1776267962.411790:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.411796:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc25b4a7. 00010000:00000010:3.0:1776267962.411813:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.411816:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412081:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000095d28467. 00010000:00000010:3.0:1776267962.412084:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412086:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ae5ba052. 00010000:00000010:3.0:1776267962.412089:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.412097:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075ae124c. 00010000:00000010:3.0:1776267962.412119:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.412122:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412150:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac610694. 00010000:00000010:3.0:1776267962.412153:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412155:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ffc14862. 00010000:00000010:3.0:1776267962.412158:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.412167:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e95f43c. 00010000:00000010:3.0:1776267962.412187:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.412190:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412232:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f08eae87. 00010000:00000010:3.0:1776267962.412235:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412237:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d96cbf3. 00010000:00000010:3.0:1776267962.412240:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.412247:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb9ba31a. 00010000:00000010:3.0:1776267962.412267:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.412270:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412296:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082f9c220. 00010000:00000010:3.0:1776267962.412298:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412301:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a01027e5. 00010000:00000010:3.0:1776267962.412303:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.412309:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2c85cfa. 00010000:00000010:3.0:1776267962.412328:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.412331:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412451:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ebd678c. 00010000:00000010:3.0:1776267962.412454:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412456:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3a3bd8b. 00010000:00000010:3.0:1776267962.412459:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.412467:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec63921c. 00010000:00000010:3.0:1776267962.412489:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.412493:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412523:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000015654477. 00010000:00000010:3.0:1776267962.412525:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412529:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f15aaf3c. 00010000:00000010:3.0:1776267962.412531:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.412538:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6c365f9. 00010000:00000010:3.0:1776267962.412556:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.412558:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412586:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000170fcc62. 00010000:00000010:3.0:1776267962.412588:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412591:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082f03b61. 00010000:00000010:3.0:1776267962.412593:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.412599:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd746861. 00010000:00000010:3.0:1776267962.412616:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.412619:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412642:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000057ec11a7. 00010000:00000010:3.0:1776267962.412644:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412647:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c29e248e. 00010000:00000010:3.0:1776267962.412649:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.412656:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7d13200. 00010000:00000010:3.0:1776267962.412674:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.412677:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412702:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003124437d. 00010000:00000010:3.0:1776267962.412704:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412707:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064a7bdf5. 00010000:00000010:3.0:1776267962.412710:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.412717:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be94cb27. 00010000:00000010:3.0:1776267962.412738:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.412742:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412811:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000051476321. 00010000:00000010:3.0:1776267962.412815:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.412817:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080ffe789. 00010000:00000010:3.0:1776267962.412821:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.412828:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009adea7cc. 00010000:00000010:3.0:1776267962.413112:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.413117:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413153:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000003c2c7ba. 00010000:00000010:3.0:1776267962.413156:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413158:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035c4528c. 00010000:00000010:3.0:1776267962.413161:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.413168:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000453e2e60. 00010000:00000010:3.0:1776267962.413188:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.413191:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413233:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e5bef4e. 00010000:00000010:3.0:1776267962.413236:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413238:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0e19d93. 00010000:00000010:3.0:1776267962.413241:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.413248:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e184fd1a. 00010000:00000010:3.0:1776267962.413270:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.413273:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413304:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000734e4517. 00010000:00000010:3.0:1776267962.413307:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413310:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a723f39c. 00010000:00000010:3.0:1776267962.413313:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.413320:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b154f235. 00010000:00000010:3.0:1776267962.413342:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.413346:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413470:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c793d00. 00010000:00000010:3.0:1776267962.413473:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413478:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000811452c. 00010000:00000010:3.0:1776267962.413481:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.413488:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e09a0bd. 00010000:00000010:3.0:1776267962.413512:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.413515:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413544:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081a561be. 00010000:00000010:3.0:1776267962.413547:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413550:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005899ded9. 00010000:00000010:3.0:1776267962.413552:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.413558:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfc43a2d. 00010000:00000010:3.0:1776267962.413578:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.413581:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413606:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000039bae4d1. 00010000:00000010:3.0:1776267962.413609:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413611:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e218585d. 00010000:00000010:3.0:1776267962.413614:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.413622:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e19e79f. 00010000:00000010:3.0:1776267962.413643:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.413646:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413679:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d34208d9. 00010000:00000010:3.0:1776267962.413682:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413684:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048986c61. 00010000:00000010:3.0:1776267962.413687:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.413696:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049541ceb. 00010000:00000010:3.0:1776267962.413715:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.413718:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413743:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd524fd0. 00010000:00000010:3.0:1776267962.413746:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.413748:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f5fd3bc3. 00010000:00000010:3.0:1776267962.413751:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.413758:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e375e61b. 00010000:00000010:3.0:1776267962.414062:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.414068:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.414107:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006b69ad9f. 00010000:00000010:3.0:1776267962.414111:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.414113:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4cc0de5. 00010000:00000010:3.0:1776267962.414116:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.414124:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007221b8ee. 00010000:00000010:3.0:1776267962.414148:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.414151:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.414180:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e93e992. 00010000:00000010:3.0:1776267962.414183:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.414186:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5255ce7. 00010000:00000010:3.0:1776267962.414189:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.414196:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001549d052. 00010000:00000010:3.0:1776267962.414233:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.414237:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.414266:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002dab5f95. 00010000:00000010:3.0:1776267962.414269:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.414271:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eaed7869. 00010000:00000010:3.0:1776267962.414275:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.414282:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3603ec8. 00010000:00000010:3.0:1776267962.414305:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.414309:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.414336:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ab3047a. 00010000:00000010:3.0:1776267962.414338:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.414341:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ce6ed58. 00010000:00000010:3.0:1776267962.414344:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.414681:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010a70fd3. 00010000:00000010:3.0:1776267962.414711:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.414715:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.414751:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000022abf8db. 00010000:00000010:3.0:1776267962.414754:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.414757:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c98c1d6d. 00010000:00000010:3.0:1776267962.414760:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.414767:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cdb25196. 00010000:00000010:3.0:1776267962.414786:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.414790:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.414819:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b5e4e764. 00010000:00000010:3.0:1776267962.414821:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.414824:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e15c57eb. 00010000:00000010:3.0:1776267962.414827:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.414833:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fef5489d. 00010000:00000010:3.0:1776267962.414872:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.414876:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415186:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a30faee. 00010000:00000010:3.0:1776267962.415190:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415193:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f22015b0. 00010000:00000010:3.0:1776267962.415196:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.415203:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056434534. 00010000:00000010:3.0:1776267962.415240:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.415244:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00000001:00000010:3.0:1776267962.415267:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001886a230. 00000001:00000010:3.0:1776267962.415272:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001886a230. 00000001:00000010:3.0:1776267962.415275:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001886a230. 00000001:00000010:3.0:1776267962.415277:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000008d4b1a77. 00010000:00000010:3.0:1776267962.415291:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad0e1722. 00010000:00000010:3.0:1776267962.415293:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415296:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4726679. 00010000:00000010:3.0:1776267962.415299:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.415305:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a36408ec. 00010000:00000010:3.0:1776267962.415325:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.415328:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415451:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000096936676. 00010000:00000010:3.0:1776267962.415454:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415457:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e2459e4. 00010000:00000010:3.0:1776267962.415461:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.415468:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2212fb9. 00010000:00000010:3.0:1776267962.415491:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.415494:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415525:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008256624c. 00010000:00000010:3.0:1776267962.415527:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415530:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002bb6518a. 00010000:00000010:3.0:1776267962.415533:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.415540:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fb254f9. 00010000:00000010:3.0:1776267962.415561:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.415564:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415594:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b38d27a. 00010000:00000010:3.0:1776267962.415597:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415600:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f886efc. 00010000:00000010:3.0:1776267962.415603:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.415610:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc0b6c42. 00010000:00000010:3.0:1776267962.415632:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.415635:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415664:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005179f882. 00010000:00000010:3.0:1776267962.415667:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415669:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040c2b36a. 00010000:00000010:3.0:1776267962.415672:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.415680:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f43dbd1f. 00010000:00000010:3.0:1776267962.415700:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.415703:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415731:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000098ecc014. 00010000:00000010:3.0:1776267962.415734:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415737:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bf28d9b. 00010000:00000010:3.0:1776267962.415739:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.415747:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060813657. 00010000:00000010:3.0:1776267962.415769:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.415773:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415801:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000044c85706. 00010000:00000010:3.0:1776267962.415804:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415807:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad95d3d6. 00010000:00000010:3.0:1776267962.415810:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.415817:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb9baa06. 00010000:00000010:3.0:1776267962.415853:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.415857:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.415888:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000406ddeaa. 00010000:00000010:3.0:1776267962.415890:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416138:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f16dad54. 00010000:00000010:3.0:1776267962.416142:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.416150:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b2dca06. 00010000:00000010:3.0:1776267962.416175:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.416178:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416220:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8f3d649. 00010000:00000010:3.0:1776267962.416223:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416227:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6396436. 00010000:00000010:3.0:1776267962.416230:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.416237:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014cf24cb. 00010000:00000010:3.0:1776267962.416260:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.416263:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416298:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008faecd63. 00010000:00000010:3.0:1776267962.416302:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416304:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070fcaf81. 00010000:00000010:3.0:1776267962.416308:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.416316:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8f76a91. 00010000:00000010:3.0:1776267962.416338:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.416342:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416465:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006bcdfbae. 00010000:00000010:3.0:1776267962.416468:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416470:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094c6138d. 00010000:00000010:3.0:1776267962.416473:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.416482:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000523fcb17. 00010000:00000010:3.0:1776267962.416507:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.416510:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416542:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f55cf284. 00010000:00000010:3.0:1776267962.416545:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416547:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a500217f. 00010000:00000010:3.0:1776267962.416550:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.416557:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c007435a. 00010000:00000010:3.0:1776267962.416582:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.416585:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416613:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067def0ff. 00010000:00000010:3.0:1776267962.416615:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416617:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a9d1bb7. 00010000:00000010:3.0:1776267962.416620:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.416626:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d3a7655. 00010000:00000010:3.0:1776267962.416647:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.416650:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416677:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008fc84cd3. 00010000:00000010:3.0:1776267962.416680:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416683:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea76491e. 00010000:00000010:3.0:1776267962.416686:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.416693:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a636bd1. 00010000:00000010:3.0:1776267962.416718:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.416722:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416749:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e4ebcc19. 00010000:00000010:3.0:1776267962.416751:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416754:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000325fd698. 00010000:00000010:3.0:1776267962.416756:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.416763:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a698523. 00010000:00000010:3.0:1776267962.416785:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.416788:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416819:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069e618b1. 00010000:00000010:3.0:1776267962.416823:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.416826:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000369778c5. 00010000:00000010:3.0:1776267962.416829:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.416850:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2733a40. 00010000:00000010:3.0:1776267962.416874:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.416877:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417190:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000099d58b2f. 00010000:00000010:3.0:1776267962.417193:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417196:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000790b862b. 00010000:00000010:3.0:1776267962.417199:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.417218:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012d29603. 00010000:00000010:3.0:1776267962.417241:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.417244:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417275:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000895148e9. 00010000:00000010:3.0:1776267962.417278:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417280:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098cfb4c4. 00010000:00000010:3.0:1776267962.417283:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.417289:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2339f22. 00010000:00000010:3.0:1776267962.417307:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.417310:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417334:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e713236. 00010000:00000010:3.0:1776267962.417336:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417339:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb56c9f6. 00010000:00000010:3.0:1776267962.417341:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.417347:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fcb45cb9. 00010000:00000010:3.0:1776267962.417452:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.417456:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417480:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009dbb4587. 00010000:00000010:3.0:1776267962.417483:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417486:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b6893be0. 00010000:00000010:3.0:1776267962.417488:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.417494:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a336ece9. 00010000:00000010:3.0:1776267962.417511:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.417513:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417536:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffd31964. 00010000:00000010:3.0:1776267962.417538:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417540:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff1417ff. 00010000:00000010:3.0:1776267962.417543:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.417548:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066113a42. 00010000:00000010:3.0:1776267962.417565:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.417567:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417593:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000020bd9e56. 00010000:00000010:3.0:1776267962.417595:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417597:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080fa0cdc. 00010000:00000010:3.0:1776267962.417600:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.417605:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e92bc65e. 00010000:00000010:3.0:1776267962.417622:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.417625:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417648:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d5ada193. 00010000:00000010:3.0:1776267962.417650:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417653:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004aa31be6. 00010000:00000010:3.0:1776267962.417656:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.417661:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a307b2fd. 00010000:00000010:3.0:1776267962.417677:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.417679:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417706:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000beea4182. 00010000:00000010:3.0:1776267962.417709:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417712:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6e0f25b. 00010000:00000010:3.0:1776267962.417715:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.417722:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd2acdf8. 00010000:00000010:3.0:1776267962.417743:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.417746:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417771:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003db144c4. 00010000:00000010:3.0:1776267962.417773:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417776:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000226169cc. 00010000:00000010:3.0:1776267962.417779:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.417786:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081666406. 00010000:00000010:3.0:1776267962.417803:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.417806:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417828:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000815df0c3. 00010000:00000010:3.0:1776267962.417830:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.417845:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001dd8e80d. 00010000:00000010:3.0:1776267962.417848:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.417854:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c5c90c9. 00010000:00000010:3.0:1776267962.417873:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.417876:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418094:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006699c49b. 00010000:00000010:3.0:1776267962.418097:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418099:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046e5a048. 00010000:00000010:3.0:1776267962.418102:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.418110:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f5a95e4. 00010000:00000010:3.0:1776267962.418131:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.418134:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418163:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ab5587f. 00010000:00000010:3.0:1776267962.418165:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418168:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059fec0f6. 00010000:00000010:3.0:1776267962.418171:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.418177:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075a2fc72. 00010000:00000010:3.0:1776267962.418195:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.418197:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418307:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de2047a6. 00010000:00000010:3.0:1776267962.418310:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418313:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000aa33c40. 00010000:00000010:3.0:1776267962.418316:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.418322:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000950add4. 00010000:00000010:3.0:1776267962.418342:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.418345:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418458:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd7f8d3c. 00010000:00000010:3.0:1776267962.418461:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418464:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8536ee2. 00010000:00000010:3.0:1776267962.418467:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.418473:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000538bb7dc. 00010000:00000010:3.0:1776267962.418492:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.418494:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418516:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d9f37f8. 00010000:00000010:3.0:1776267962.418518:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418521:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e605c53. 00010000:00000010:3.0:1776267962.418523:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.418529:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033da61b4. 00010000:00000010:3.0:1776267962.418546:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.418548:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418570:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000092f9630. 00010000:00000010:3.0:1776267962.418572:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418574:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000183c5c60. 00010000:00000010:3.0:1776267962.418576:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.418581:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000345f2841. 00010000:00000010:3.0:1776267962.418598:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.418600:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418622:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000545e558b. 00010000:00000010:3.0:1776267962.418624:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418627:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016d9b3ea. 00010000:00000010:3.0:1776267962.418629:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.418634:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000721b3dbb. 00010000:00000010:3.0:1776267962.418651:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.418653:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418677:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000330a9ca8. 00010000:00000010:3.0:1776267962.418679:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418681:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7c9557f. 00010000:00000010:3.0:1776267962.418684:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.418690:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000083a4e9e. 00010000:00000010:3.0:1776267962.418753:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.418756:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418783:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006fb522aa. 00010000:00000010:3.0:1776267962.418785:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418788:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006499b3ed. 00010000:00000010:3.0:1776267962.418790:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.418796:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c12c25c. 00010000:00000010:3.0:1776267962.418813:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.418816:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418854:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a67fc0ec. 00010000:00000010:3.0:1776267962.418857:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.418859:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036a2b12a. 00010000:00000010:3.0:1776267962.418862:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.418868:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c93f3280. 00010000:00000010:3.0:1776267962.418886:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.418888:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.419337:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a308c82f. 00010000:00000010:3.0:1776267962.419341:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.419344:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000cc00ad3. 00010000:00000010:3.0:1776267962.419347:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.419437:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3a25ae8. 00010000:00000010:3.0:1776267962.419463:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.419466:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.419495:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000056a22f98. 00010000:00000010:3.0:1776267962.419498:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.419500:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6ed086b. 00010000:00000010:3.0:1776267962.419503:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.419512:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb667aa2. 00010000:00000010:3.0:1776267962.419533:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.419536:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.419565:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db961927. 00010000:00000010:3.0:1776267962.419567:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.419569:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4e73fb1. 00010000:00000010:3.0:1776267962.419572:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.419581:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc3ec428. 00010000:00000010:3.0:1776267962.419603:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.419606:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.419640:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000007e0fb98. 00010000:00000010:3.0:1776267962.419643:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.419647:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043f2924a. 00010000:00000010:3.0:1776267962.419650:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.419658:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095d7fc66. 00010000:00000010:3.0:1776267962.419680:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.419684:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.419775:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a88e41c1. 00010000:00000010:3.0:1776267962.419778:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.419781:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005024f01. 00010000:00000010:3.0:1776267962.419784:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.419792:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e31d92c. 00010000:00000010:3.0:1776267962.419812:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.419816:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.419858:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005b849b1. 00010000:00000010:3.0:1776267962.419861:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267962.419863:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006dfdca8d. 00010000:00000010:3.0:1776267962.419866:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00080000:00000010:3.0:1776267962.419873:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081d34556. 00010000:00000010:3.0:1776267962.420169:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267962.420175:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:0.0:1776267962.420512:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1f66a19. 00010000:00000010:0.0:1776267962.420516:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.420519:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f777ff2. 00010000:00000010:0.0:1776267962.420524:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.420533:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000536d1d2d. 00010000:00000010:0.0:1776267962.420560:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.420565:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.420596:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004492ce4c. 00010000:00000010:0.0:1776267962.420599:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.420602:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000832ca153. 00010000:00000010:0.0:1776267962.420604:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.420613:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab85d175. 00010000:00000010:0.0:1776267962.420634:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.420638:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.420665:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001235b9a3. 00010000:00000010:0.0:1776267962.420667:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.420670:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1f85026. 00010000:00000010:0.0:1776267962.420672:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.420679:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ade1469. 00010000:00000010:0.0:1776267962.420760:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.420765:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.420806:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001870ae9e. 00010000:00000010:0.0:1776267962.420809:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.420812:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004c3abc4a. 00010000:00000010:0.0:1776267962.420814:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.420823:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000745d9463. 00010000:00000010:0.0:1776267962.420858:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.420861:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.420889:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e3d54510. 00010000:00000010:0.0:1776267962.421236:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.421242:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfbad915. 00010000:00000010:0.0:1776267962.421246:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.421256:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee2ed8a8. 00010000:00000010:0.0:1776267962.421282:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.421286:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.421318:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000be8bb1e0. 00010000:00000010:0.0:1776267962.421321:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.421323:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4d917d4. 00010000:00000010:0.0:1776267962.421326:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.421332:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085bdda99. 00010000:00000010:0.0:1776267962.421439:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.421443:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.421473:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b42d89d1. 00010000:00000010:0.0:1776267962.421475:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.421478:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad20466f. 00010000:00000010:0.0:1776267962.421481:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.421489:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da7283b4. 00010000:00000010:0.0:1776267962.421511:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.421515:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.421544:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea8592da. 00010000:00000010:0.0:1776267962.421547:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.421550:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfb657c0. 00010000:00000010:0.0:1776267962.421553:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.421561:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042f8e345. 00010000:00000010:0.0:1776267962.421584:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.421588:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.421613:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025094cfc. 00010000:00000010:0.0:1776267962.421616:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.421618:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7178603. 00010000:00000010:0.0:1776267962.421621:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.421628:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0fb6ec2. 00010000:00000010:0.0:1776267962.421649:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.421653:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.421687:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000958492a3. 00010000:00000010:0.0:1776267962.421690:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.421692:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd8af543. 00010000:00000010:0.0:1776267962.421695:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.421754:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005feb5163. 00010000:00000010:0.0:1776267962.421778:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.421781:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.421809:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf4b2888. 00010000:00000010:0.0:1776267962.421812:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.421814:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000067c2c551. 00010000:00000010:0.0:1776267962.421817:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.421824:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008215e64d. 00010000:00000010:0.0:1776267962.421855:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.421859:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:2.1:1776267962.422116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000800b0d14. 00010000:00000010:0.0:1776267962.422200:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ebbad84b. 00010000:00000010:0.0:1776267962.422203:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.422217:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020c07ce9. 00010000:00000010:0.0:1776267962.422221:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.422229:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec163e95. 00010000:00000010:0.0:1776267962.422254:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.422258:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.422286:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d8a8a04. 00010000:00000010:0.0:1776267962.422288:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.422291:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016b3286f. 00010000:00000010:0.0:1776267962.422294:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.422300:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074ce0ee6. 00010000:00000010:0.0:1776267962.422319:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.422321:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.422439:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc824cb9. 00010000:00000010:0.0:1776267962.422443:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.422446:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea79bde6. 00010000:00000010:0.0:1776267962.422449:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.422457:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9810d16. 00010000:00000010:0.0:1776267962.422481:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.422485:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.422516:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ddd33f4d. 00010000:00000010:0.0:1776267962.422519:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.422522:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000223b1c2e. 00010000:00000010:0.0:1776267962.422525:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.422532:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052f9bef3. 00010000:00000010:0.0:1776267962.422555:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.422559:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.422593:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e53a6bf3. 00010000:00000010:0.0:1776267962.422596:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.422598:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b455397e. 00010000:00000010:0.0:1776267962.422601:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.422608:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004790d8c9. 00010000:00000010:0.0:1776267962.422627:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.422630:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.422657:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ce3c4fa6. 00010000:00000010:0.0:1776267962.422661:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.422663:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a7d4e5a. 00010000:00000010:0.0:1776267962.422666:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.422675:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ea6705f. 00010000:00000010:0.0:1776267962.422764:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.422769:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.422805:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bbe9ae6a. 00010000:00000010:0.0:1776267962.422807:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.422810:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000388671b9. 00010000:00000010:0.0:1776267962.422814:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.422821:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2fadfa3. 00010000:00000010:0.0:1776267962.422856:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.422860:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.422891:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000fa1bc81. 00010000:00000010:0.0:1776267962.423168:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.423172:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000362bf3db. 00010000:00000010:0.0:1776267962.423175:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.423185:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be9cb66b. 00010000:00000010:0.0:1776267962.423225:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.423229:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.423262:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000be6d0d79. 00010000:00000010:0.0:1776267962.423265:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.423268:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002656199c. 00010000:00000010:0.0:1776267962.423271:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.423279:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e37893fc. 00010000:00000010:0.0:1776267962.423304:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.423308:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.423341:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d77275fd. 00010000:00000010:0.0:1776267962.423344:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.423444:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2abbd25. 00010000:00000010:0.0:1776267962.423451:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.423460:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d828f3a6. 00010000:00000010:0.0:1776267962.423485:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.423490:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.423530:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000869f0497. 00010000:00000010:0.0:1776267962.423533:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.423536:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000899accb8. 00010000:00000010:0.0:1776267962.423539:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.423546:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e9798d0. 00010000:00000010:0.0:1776267962.423568:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.423571:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.423602:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a85bc610. 00010000:00000010:0.0:1776267962.423604:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.423607:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e0a78ea. 00010000:00000010:0.0:1776267962.423609:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.423617:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be101e86. 00010000:00000010:0.0:1776267962.423639:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.423643:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.423676:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000784f2de9. 00010000:00000010:0.0:1776267962.423679:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.423683:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e515549. 00010000:00000010:0.0:1776267962.423686:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.423695:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab45d891. 00010000:00000010:0.0:1776267962.423784:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.423788:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.423816:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000051b06f46. 00010000:00000010:0.0:1776267962.423819:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.423822:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055ade56d. 00010000:00000010:0.0:1776267962.423825:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.423832:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000405b2bd5. 00010000:00000010:0.0:1776267962.423866:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.423869:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.424168:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0c0334d. 00010000:00000010:0.0:1776267962.424171:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.424174:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2dc5c4d. 00010000:00000010:0.0:1776267962.424177:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.424184:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f40884c3. 00010000:00000010:0.0:1776267962.424219:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.424223:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.424257:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000000b952a. 00010000:00000010:0.0:1776267962.424260:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.424263:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0f76557. 00010000:00000010:0.0:1776267962.424266:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.424274:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb2c298b. 00010000:00000010:0.0:1776267962.424298:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.424302:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.424340:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072dd92e1. 00010000:00000010:0.0:1776267962.424344:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.424445:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000982efcf. 00000100:00000010:0.0:1776267962.424454:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267962.424463:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000261e0f2e. 02000000:00000010:0.0:1776267962.424477:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b93c807. 02000000:00000010:0.0:1776267962.424508:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c1632e4. 00000400:00000010:0.0:1776267962.424514:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091dd6006. 00000400:00000010:0.0:1776267962.424520:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b63bbdc2. 00000100:00000200:0.0:1776267962.424526:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499520, portal 16 00000400:00000010:0.0:1776267962.424531:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1a3c560. 00000100:00000200:0.0:1776267962.424533:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499520, offset 0 00000400:00000200:0.0:1776267962.424543:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.424561:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.424568:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.424572:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.424575:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.424578:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91593:91593:256:4294967295] 192.168.202.34@tcp LPNI seq info [91593:91593:8:4294967295] 00000400:00000200:0.0:1776267962.424589:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.424594:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.424598:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343698). 00000800:00000200:0.0:1776267962.424605:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.424612:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.424616:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267962.425328:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.425332:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:1.0:1776267962.425337:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.425344:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.425348:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1a3c560 00000400:00000010:1.0:1776267962.425362:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1a3c560. 00000100:00000200:1.0:1776267962.425371:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000261e0f2e x1862549489499520/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267962.426617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004da5e762. 00010000:00000010:3.1:1776267962.426626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000657f0a06. 00010000:00000010:3.1:1776267962.426632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0a0f611. 00010000:00000010:3.1:1776267962.426637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fc51ccc. 00010000:00000010:3.1:1776267962.426639:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098823c21. 00010000:00000010:3.1:1776267962.426642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074ff851f. 00010000:00000010:3.1:1776267962.426646:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008598f046. 00010000:00000010:3.1:1776267962.426648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068018ed1. 00010000:00000010:3.1:1776267962.426650:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088b859cf. 00010000:00000010:3.1:1776267962.426654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f104b383. 00010000:00000010:3.1:1776267962.426657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9b211d1. 00010000:00000010:3.1:1776267962.426659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d3e28a8. 00010000:00000010:3.1:1776267962.426661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000919815d7. 00010000:00000010:3.1:1776267962.426663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003310abc8. 00010000:00000010:3.1:1776267962.426665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1c0908c. 00010000:00000010:3.1:1776267962.426667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce8ce05. 00010000:00000010:3.1:1776267962.426670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c87fdb52. 00010000:00000010:3.1:1776267962.426672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000396c0880. 00010000:00000010:3.1:1776267962.426673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c27f9763. 00010000:00000010:3.1:1776267962.426676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000373e4b8d. 00010000:00000010:3.1:1776267962.426678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014d04655. 00010000:00000010:3.1:1776267962.426679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ad168d. 00010000:00000010:3.1:1776267962.426681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f135cf1. 00010000:00000010:3.1:1776267962.426683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003352a06a. 00010000:00000010:3.1:1776267962.426685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce30fe67. 00010000:00000010:3.1:1776267962.426687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a050c0e. 00010000:00000010:3.1:1776267962.426689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026d13d74. 00010000:00000010:3.1:1776267962.426691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a4c8ffb. 00010000:00000010:3.1:1776267962.426693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e81a662. 00010000:00000010:3.1:1776267962.426695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd32b35c. 00010000:00000010:3.1:1776267962.426696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002055da6b. 00010000:00000010:3.1:1776267962.426750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a53a9e4. 00010000:00000010:3.1:1776267962.426752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fea82c5c. 00010000:00000010:3.1:1776267962.426755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d027a3. 00010000:00000010:3.1:1776267962.426762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d16c4f18. 00010000:00000010:3.1:1776267962.426765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4e73fe7. 00010000:00000010:3.1:1776267962.426767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042b46ccf. 00010000:00000010:3.1:1776267962.426769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098ac3c38. 00010000:00000010:3.1:1776267962.426772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa2cba89. 00010000:00000010:3.1:1776267962.426774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bb19fde. 00010000:00000010:3.1:1776267962.426776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031c97360. 00010000:00000010:3.1:1776267962.426779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cdf21d0. 00010000:00000010:3.1:1776267962.426781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000800d2e. 00010000:00000010:3.1:1776267962.426784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e58644ac. 00010000:00000010:3.1:1776267962.426787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fa18655. 00010000:00000010:3.1:1776267962.426789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a32957c. 00010000:00000010:3.1:1776267962.426791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009822ae3b. 00010000:00000010:3.1:1776267962.426793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fd2caae. 00010000:00000010:3.1:1776267962.426796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030271cfe. 00010000:00000010:3.1:1776267962.426798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000612cbca9. 00010000:00000010:3.1:1776267962.426800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000025fd21f. 00010000:00000010:3.1:1776267962.426802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057a61951. 00010000:00000010:3.1:1776267962.426804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035f7f0d6. 00010000:00000010:3.1:1776267962.426806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038cd3784. 00010000:00000010:3.1:1776267962.426808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a676a96. 00010000:00000010:3.1:1776267962.426810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021127645. 00010000:00000010:3.1:1776267962.426812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9eb115e. 00010000:00000010:3.1:1776267962.426814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acce8ebd. 00010000:00000010:3.1:1776267962.426816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066af3613. 00010000:00000010:3.1:1776267962.426818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011d4f2ff. 00010000:00000010:3.1:1776267962.426825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090eaeddd. 00010000:00000010:3.1:1776267962.426828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c6de3c2. 00010000:00000010:3.1:1776267962.426830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bab95d34. 00010000:00000010:3.1:1776267962.426928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e8dfb7d. 00010000:00000010:3.1:1776267962.426931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b691ee7. 00010000:00000010:3.1:1776267962.426934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdd2b69d. 00010000:00000010:3.1:1776267962.426936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da1a66d3. 00010000:00000010:3.1:1776267962.426938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044207bb3. 00010000:00000010:3.1:1776267962.426940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002461c2c8. 00010000:00000010:3.1:1776267962.426942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cd8f1a2. 00010000:00000010:3.1:1776267962.426945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4333c3e. 00010000:00000010:3.1:1776267962.426948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077509691. 00010000:00000010:3.1:1776267962.426950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5f6d458. 00010000:00000010:3.1:1776267962.426952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f33f05e. 00010000:00000010:3.1:1776267962.426955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d241a57. 00010000:00000010:3.1:1776267962.426958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b7869bf. 00010000:00000010:3.1:1776267962.426962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000581b8e68. 00010000:00000010:3.1:1776267962.426965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff9831ca. 00010000:00000010:3.1:1776267962.426969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075fa1b41. 00010000:00000010:3.1:1776267962.426971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2687475. 00010000:00000010:3.1:1776267962.426973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be25f1dc. 00010000:00000010:3.1:1776267962.426976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdad6a40. 00010000:00000010:3.1:1776267962.426978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000268d1620. 00010000:00000010:3.1:1776267962.426980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f9b0567. 00010000:00000010:3.1:1776267962.426983:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053141fff. 00010000:00000010:3.1:1776267962.426985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c072bcd2. 00010000:00000010:3.1:1776267962.426989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097f1f89a. 00010000:00000010:3.1:1776267962.426991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d9b7c23. 00010000:00000010:3.1:1776267962.426994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d295a1c6. 00010000:00000010:3.1:1776267962.426996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001499d356. 00010000:00000010:3.1:1776267962.426999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027de4d27. 00010000:00000010:3.1:1776267962.427001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fda552. 00010000:00000010:3.1:1776267962.427003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000887f4fd0. 00010000:00000010:3.1:1776267962.427006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0268ca0. 00010000:00000010:3.1:1776267962.427008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a9c3e26. 00010000:00000010:3.1:1776267962.427010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069988755. 00010000:00000010:3.1:1776267962.427012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f65a764. 00010000:00000010:3.1:1776267962.427015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008228f33b. 00010000:00000010:3.1:1776267962.427017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fadba2b. 00010000:00000010:3.1:1776267962.427019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006857721d. 00010000:00000010:3.1:1776267962.427021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000764763c. 00010000:00000010:3.1:1776267962.427025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009c34b94. 00010000:00000010:3.1:1776267962.427031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d72db58c. 00010000:00000010:3.1:1776267962.427034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbb67ce9. 00010000:00000010:3.1:1776267962.427038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f961cf4. 00010000:00000010:3.1:1776267962.427043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000923f829c. 00010000:00000010:3.1:1776267962.427045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb452b72. 00010000:00000010:3.1:1776267962.427049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008166085a. 00010000:00000010:3.1:1776267962.427051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001b72e2d. 00010000:00000010:3.1:1776267962.427053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ad247a3. 00010000:00000010:3.1:1776267962.427056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e2fb1df. 00010000:00000010:3.1:1776267962.427058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026b0fe4d. 00010000:00000010:3.1:1776267962.427060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002c68ffc. 00010000:00000010:3.1:1776267962.427063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0ebf39f. 00010000:00000010:3.1:1776267962.427066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f928dfb. 00010000:00000010:3.1:1776267962.427068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef5d59b2. 00010000:00000010:3.1:1776267962.427070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cc3c587. 00010000:00000010:3.1:1776267962.427073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bf7fe0. 00010000:00000010:3.1:1776267962.427075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff7095e7. 00010000:00000010:3.1:1776267962.427077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddecbb31. 00010000:00000010:3.1:1776267962.427080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e29438f1. 00010000:00000010:3.1:1776267962.427082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d1b254e. 00010000:00000010:3.1:1776267962.427084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e58d9070. 00010000:00000010:3.1:1776267962.427086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f296996b. 00010000:00000010:3.1:1776267962.427088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dfedd91. 00010000:00000010:3.1:1776267962.427090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d983521f. 00010000:00000010:3.1:1776267962.427093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aa1db77. 00010000:00000010:3.1:1776267962.427095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070716c4. 00010000:00000010:3.1:1776267962.427099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bef64218. 00010000:00000010:3.1:1776267962.427103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023781265. 00010000:00000010:3.1:1776267962.427105:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0033fbc. 00010000:00000010:3.1:1776267962.427108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb038155. 00010000:00000010:3.1:1776267962.427110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082758248. 00010000:00000010:3.1:1776267962.427112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a51e26fa. 00010000:00000010:3.1:1776267962.427117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a9fd455. 00010000:00000010:3.1:1776267962.427119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060fa69fd. 00010000:00000010:3.1:1776267962.427122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6205f8d. 00010000:00000010:3.1:1776267962.427124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a12b8c5f. 00010000:00000010:3.1:1776267962.427126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6b05fea. 00010000:00000010:3.1:1776267962.427128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecef84e9. 00010000:00000010:3.1:1776267962.427130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8d4d17d. 00010000:00000010:3.1:1776267962.427133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4c6f28c. 00010000:00000010:3.1:1776267962.427136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b1c5d08. 00010000:00000010:3.1:1776267962.427139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6d45313. 00010000:00000010:3.1:1776267962.427141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010ba1c99. 00010000:00000010:3.1:1776267962.427143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060cd5fa4. 00010000:00000010:3.1:1776267962.427145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acec5431. 00010000:00000010:3.1:1776267962.427148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000218a88e3. 00010000:00000010:3.1:1776267962.427150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aed68d62. 00010000:00000010:3.1:1776267962.427152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde6b8bd. 00010000:00000010:3.1:1776267962.427154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db74c13e. 00010000:00000010:3.1:1776267962.427155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066fc27a0. 00010000:00000010:3.1:1776267962.427158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a836a381. 00010000:00000010:3.1:1776267962.427160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000825d57df. 00010000:00000010:3.1:1776267962.427162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e27ab18b. 00010000:00000010:3.1:1776267962.427165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e14b8782. 00010000:00000010:3.1:1776267962.427166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061d6f6ec. 00010000:00000010:3.1:1776267962.427168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c256ba98. 00010000:00000010:3.1:1776267962.427170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fa9073e. 00010000:00000010:3.1:1776267962.427172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008890f3ab. 00010000:00000010:3.1:1776267962.427176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d687d185. 00010000:00000010:3.1:1776267962.427178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029d9bd15. 00010000:00000010:3.1:1776267962.427180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a725386. 00010000:00000010:3.1:1776267962.427182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7dc7890. 00010000:00000010:3.1:1776267962.427184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb654917. 00010000:00000010:3.1:1776267962.427186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c998a7b1. 00010000:00000010:3.1:1776267962.427189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0ad8d49. 00010000:00000010:3.1:1776267962.427191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6e880e0. 00010000:00000010:3.1:1776267962.427193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000772b4d15. 00010000:00000010:3.1:1776267962.427196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d90c46af. 00010000:00000010:3.1:1776267962.427198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a82dd93. 00010000:00000010:3.1:1776267962.427200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065ea9347. 00010000:00000010:3.1:1776267962.427202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000794e33c4. 00010000:00000010:3.1:1776267962.427203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010463aa4. 00000400:00000200:0.0:1776267962.427415:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.427431:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bd80 00000400:00000200:0.0:1776267962.427438:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7c4d [1] + 224 00000400:00000200:0.0:1776267962.427453:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.427456:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.427464:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000261e0f2e x1862549489499520/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267962.427549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b515a111. 00010000:00000010:3.1:1776267962.427553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000686aabd6. 00010000:00000010:3.1:1776267962.427557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049ff41ea. 00010000:00000010:3.1:1776267962.427559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008554e73d. 00010000:00000010:3.1:1776267962.427563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d869d9a. 00010000:00000010:3.1:1776267962.427565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e90e6c9. 00010000:00000010:3.1:1776267962.427567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f08523f. 00010000:00000010:3.1:1776267962.427570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b95e9adb. 00010000:00000010:3.1:1776267962.427573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fabb6d3. 00010000:00000010:3.1:1776267962.427575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc5f1158. 00010000:00000010:3.1:1776267962.427577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000703b5951. 00010000:00000010:3.1:1776267962.427579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047a224b2. 00010000:00000010:3.1:1776267962.427581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b532e193. 00010000:00000010:3.1:1776267962.427583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7875691. 00010000:00000010:3.1:1776267962.427585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a721e5ba. 00010000:00000010:3.1:1776267962.427587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001838c999. 00010000:00000010:3.1:1776267962.427589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095d28467. 00010000:00000010:3.1:1776267962.427591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5ba052. 00010000:00000010:3.1:1776267962.427593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac610694. 00010000:00000010:3.1:1776267962.427595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffc14862. 00010000:00000010:3.1:1776267962.427596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f08eae87. 00010000:00000010:3.1:1776267962.427598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d96cbf3. 00010000:00000010:3.1:1776267962.427600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082f9c220. 00010000:00000010:3.1:1776267962.427602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a01027e5. 00010000:00000010:3.1:1776267962.427605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ebd678c. 00010000:00000010:3.1:1776267962.427607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3a3bd8b. 00010000:00000010:3.1:1776267962.427610:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015654477. 00010000:00000010:3.1:1776267962.427613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f15aaf3c. 00010000:00000010:3.1:1776267962.427615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000170fcc62. 00010000:00000010:3.1:1776267962.427617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082f03b61. 00010000:00000010:3.1:1776267962.427619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057ec11a7. 00010000:00000010:3.1:1776267962.427622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29e248e. 00010000:00000010:3.1:1776267962.427623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003124437d. 00010000:00000010:3.1:1776267962.427625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064a7bdf5. 00010000:00000010:3.1:1776267962.427628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051476321. 00010000:00000010:3.1:1776267962.427630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080ffe789. 00010000:00000010:3.1:1776267962.427632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003c2c7ba. 00010000:00000010:3.1:1776267962.427633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c4528c. 00010000:00000010:3.1:1776267962.427635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e5bef4e. 00010000:00000010:3.1:1776267962.427637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0e19d93. 00010000:00000010:3.1:1776267962.427640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000734e4517. 00010000:00000010:3.1:1776267962.427642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a723f39c. 00010000:00000010:3.1:1776267962.427644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c793d00. 00010000:00000010:3.1:1776267962.427647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000811452c. 00010000:00000010:3.1:1776267962.427650:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081a561be. 00010000:00000010:3.1:1776267962.427653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005899ded9. 00010000:00000010:3.1:1776267962.427656:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039bae4d1. 00010000:00000010:3.1:1776267962.427658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e218585d. 00010000:00000010:3.1:1776267962.427660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d34208d9. 00010000:00000010:3.1:1776267962.427663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048986c61. 00010000:00000010:3.1:1776267962.427666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd524fd0. 00010000:00000010:3.1:1776267962.427668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5fd3bc3. 00010000:00000010:3.1:1776267962.427671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b69ad9f. 00010000:00000010:3.1:1776267962.427673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4cc0de5. 00010000:00000010:3.1:1776267962.427675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e93e992. 00010000:00000010:3.1:1776267962.427678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5255ce7. 00010000:00000010:3.1:1776267962.427680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dab5f95. 00010000:00000010:3.1:1776267962.427683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaed7869. 00010000:00000010:3.1:1776267962.427685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ab3047a. 00010000:00000010:3.1:1776267962.427687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce6ed58. 00010000:00000010:3.1:1776267962.427689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022abf8db. 00010000:00000010:3.1:1776267962.427691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c98c1d6d. 00010000:00000010:3.1:1776267962.427693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5e4e764. 00010000:00000010:3.1:1776267962.427695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e15c57eb. 00000400:00000010:1.0:1776267962.427789:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091dd6006. 00000400:00000200:1.0:1776267962.427795:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b63bbdc2 00000400:00000010:1.0:1776267962.427797:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b63bbdc2. 00000100:00000200:1.0:1776267962.427804:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000261e0f2e x1862549489499520/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.427812:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000261e0f2e x1862549489499520/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.427943:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c1632e4. 02000000:00000010:1.0:1776267962.427950:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004b93c807. 00000100:00000010:1.0:1776267962.427954:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000261e0f2e. 00000100:00000010:1.0:1776267962.427958:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:1.0:1776267962.427962:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000982efcf. 00010000:00000010:3.1:1776267962.428150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a30faee. 00010000:00000010:3.1:1776267962.428155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22015b0. 00010000:00000010:3.1:1776267962.428156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad0e1722. 00010000:00000010:3.1:1776267962.428158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4726679. 00010000:00000010:3.1:1776267962.428161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096936676. 00010000:00000010:3.1:1776267962.428164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e2459e4. 00010000:00000010:3.1:1776267962.428166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008256624c. 00010000:00000010:3.1:1776267962.428169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bb6518a. 00010000:00000010:3.1:1776267962.428171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b38d27a. 00010000:00000010:3.1:1776267962.428173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f886efc. 00010000:00000010:3.1:1776267962.428176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005179f882. 00010000:00000010:3.1:1776267962.428178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040c2b36a. 00010000:00000010:3.1:1776267962.428180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098ecc014. 00010000:00000010:3.1:1776267962.428182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bf28d9b. 00010000:00000010:3.1:1776267962.428184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044c85706. 00010000:00000010:3.1:1776267962.428187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad95d3d6. 00010000:00000010:3.1:1776267962.428189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000406ddeaa. 00010000:00000010:3.1:1776267962.428191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f16dad54. 00010000:00000010:3.1:1776267962.428194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8f3d649. 00010000:00000010:3.1:1776267962.428222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6396436. 00010000:00000010:3.1:1776267962.428226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008faecd63. 00010000:00000010:3.1:1776267962.428230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070fcaf81. 00010000:00000010:3.1:1776267962.428234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bcdfbae. 00010000:00000010:3.1:1776267962.428236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c6138d. 00010000:00000010:3.1:1776267962.428240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f55cf284. 00010000:00000010:3.1:1776267962.428242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a500217f. 00010000:00000010:3.1:1776267962.428244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067def0ff. 00010000:00000010:3.1:1776267962.428246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a9d1bb7. 00010000:00000010:3.1:1776267962.428248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fc84cd3. 00010000:00000010:3.1:1776267962.428251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea76491e. 00010000:00000010:3.1:1776267962.428253:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4ebcc19. 00010000:00000010:3.1:1776267962.428256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325fd698. 00010000:00000010:3.1:1776267962.428258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069e618b1. 00010000:00000010:3.1:1776267962.428260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000369778c5. 00010000:00000010:3.1:1776267962.428262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099d58b2f. 00010000:00000010:3.1:1776267962.428264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000790b862b. 00010000:00000010:3.1:1776267962.428268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000895148e9. 00010000:00000010:3.1:1776267962.428270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098cfb4c4. 00010000:00000010:3.1:1776267962.428273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e713236. 00010000:00000010:3.1:1776267962.428275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb56c9f6. 00010000:00000010:3.1:1776267962.428277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dbb4587. 00010000:00000010:3.1:1776267962.428280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6893be0. 00010000:00000010:3.1:1776267962.428282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffd31964. 00010000:00000010:3.1:1776267962.428284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff1417ff. 00010000:00000010:3.1:1776267962.428286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020bd9e56. 00010000:00000010:3.1:1776267962.428288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080fa0cdc. 00010000:00000010:3.1:1776267962.428290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5ada193. 00010000:00000010:3.1:1776267962.428292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aa31be6. 00010000:00000010:3.1:1776267962.428295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000beea4182. 00010000:00000010:3.1:1776267962.428298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6e0f25b. 00010000:00000010:3.1:1776267962.428300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003db144c4. 00010000:00000010:3.1:1776267962.428302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000226169cc. 00010000:00000010:3.1:1776267962.428303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000815df0c3. 00010000:00000010:3.1:1776267962.428305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dd8e80d. 00010000:00000010:3.1:1776267962.428308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006699c49b. 00010000:00000010:3.1:1776267962.428309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046e5a048. 00010000:00000010:3.1:1776267962.428312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ab5587f. 00010000:00000010:3.1:1776267962.428316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059fec0f6. 00010000:00000010:3.1:1776267962.428319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de2047a6. 00010000:00000010:3.1:1776267962.428322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aa33c40. 00010000:00000010:3.1:1776267962.428324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd7f8d3c. 00010000:00000010:3.1:1776267962.428327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8536ee2. 00010000:00000010:3.1:1776267962.428329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d9f37f8. 00010000:00000010:3.1:1776267962.428331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e605c53. 00010000:00000010:3.1:1776267962.428333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000092f9630. 00010000:00000010:3.1:1776267962.428336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000183c5c60. 00010000:00000010:3.1:1776267962.428339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545e558b. 00010000:00000010:3.1:1776267962.428341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016d9b3ea. 00010000:00000010:3.1:1776267962.428343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000330a9ca8. 00010000:00000010:3.1:1776267962.428345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7c9557f. 00010000:00000010:3.1:1776267962.428347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fb522aa. 00010000:00000010:3.1:1776267962.428443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006499b3ed. 00010000:00000010:3.1:1776267962.428447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a67fc0ec. 00010000:00000010:3.1:1776267962.428450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036a2b12a. 00010000:00000010:3.1:1776267962.428452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a308c82f. 00010000:00000010:3.1:1776267962.428454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cc00ad3. 00010000:00000010:3.1:1776267962.428457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056a22f98. 00010000:00000010:3.1:1776267962.428459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6ed086b. 00010000:00000010:3.1:1776267962.428461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db961927. 00010000:00000010:3.1:1776267962.428463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4e73fb1. 00010000:00000010:3.1:1776267962.428465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007e0fb98. 00010000:00000010:3.1:1776267962.428467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043f2924a. 00010000:00000010:3.1:1776267962.428469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a88e41c1. 00010000:00000010:3.1:1776267962.428471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005024f01. 00010000:00000010:3.1:1776267962.428473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005b849b1. 00010000:00000010:3.1:1776267962.428475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dfdca8d. 00000400:00000200:0.0:1776267962.428815:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.428827:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cbc0 00010000:00000010:0.1:1776267962.429201:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1f66a19. 00010000:00000010:0.1:1776267962.429219:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f777ff2. 00010000:00000010:0.1:1776267962.429224:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004492ce4c. 00010000:00000010:0.1:1776267962.429227:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000832ca153. 00010000:00000010:0.1:1776267962.429229:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001235b9a3. 00010000:00000010:0.1:1776267962.429234:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1f85026. 00010000:00000010:0.1:1776267962.429236:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001870ae9e. 00010000:00000010:0.1:1776267962.429239:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c3abc4a. 00010000:00000010:0.1:1776267962.429241:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3d54510. 00010000:00000010:0.1:1776267962.429245:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfbad915. 00010000:00000010:0.1:1776267962.429248:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be8bb1e0. 00010000:00000010:0.1:1776267962.429251:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4d917d4. 00010000:00000010:0.1:1776267962.429254:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b42d89d1. 00010000:00000010:0.1:1776267962.429257:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad20466f. 00010000:00000010:0.1:1776267962.429261:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea8592da. 00010000:00000010:0.1:1776267962.429263:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb657c0. 00010000:00000010:0.1:1776267962.429265:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025094cfc. 00010000:00000010:0.1:1776267962.429268:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7178603. 00010000:00000010:0.1:1776267962.429270:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000958492a3. 00010000:00000010:0.1:1776267962.429273:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd8af543. 00010000:00000010:0.1:1776267962.429275:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf4b2888. 00010000:00000010:0.1:1776267962.429278:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067c2c551. 00010000:00000010:0.1:1776267962.429280:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebbad84b. 00010000:00000010:0.1:1776267962.429282:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020c07ce9. 00010000:00000010:0.1:1776267962.429284:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d8a8a04. 00010000:00000010:0.1:1776267962.429287:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016b3286f. 00010000:00000010:0.1:1776267962.429292:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc824cb9. 00010000:00000010:0.1:1776267962.429295:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea79bde6. 00010000:00000010:0.1:1776267962.429298:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddd33f4d. 00010000:00000010:0.1:1776267962.429300:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000223b1c2e. 00010000:00000010:0.1:1776267962.429303:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e53a6bf3. 00010000:00000010:0.1:1776267962.429306:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b455397e. 00010000:00000010:0.1:1776267962.429308:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce3c4fa6. 00010000:00000010:0.1:1776267962.429311:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a7d4e5a. 00010000:00000010:0.1:1776267962.429313:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbe9ae6a. 00010000:00000010:0.1:1776267962.429316:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000388671b9. 00010000:00000010:0.1:1776267962.429318:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fa1bc81. 00010000:00000010:0.1:1776267962.429320:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000362bf3db. 00010000:00000010:0.1:1776267962.429322:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be6d0d79. 00010000:00000010:0.1:1776267962.429324:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002656199c. 00010000:00000010:0.1:1776267962.429327:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d77275fd. 00010000:00000010:0.1:1776267962.429330:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2abbd25. 00010000:00000010:0.1:1776267962.429335:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000869f0497. 00010000:00000010:0.1:1776267962.429337:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000899accb8. 00010000:00000010:0.1:1776267962.429339:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a85bc610. 00010000:00000010:0.1:1776267962.429342:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0a78ea. 00010000:00000010:0.1:1776267962.429345:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000784f2de9. 00010000:00000010:0.1:1776267962.429948:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e515549. 00010000:00000010:0.1:1776267962.429955:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051b06f46. 00010000:00000010:0.1:1776267962.429958:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ade56d. 00010000:00000010:0.1:1776267962.429962:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0c0334d. 00010000:00000010:0.1:1776267962.429965:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dc5c4d. 00010000:00000010:0.1:1776267962.429967:0:15883:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000b952a. 00010000:00000010:0.1:1776267962.429970:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0f76557. 00000400:00000200:0.0:1776267962.429978:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb65bd [2] + 0 00000400:00000200:0.0:1776267962.430304:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.430311:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.430317:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.430323:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 00000020:00000010:3.0:1776267962.430525:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013c3b6e5. 00000020:00000010:3.0:1776267962.430532:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.430536:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.430565:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009825d73 x1862549476133824/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267962.430650:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476133824 02000000:00000010:3.0:1776267962.430661:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004787b750. 00010000:00000010:3.0:1776267962.430691:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000111246ef. 00010000:00000010:3.0:1776267962.430725:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.430732:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.430752:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.430757:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.430771:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d10681d1. 00000100:00000200:3.0:1776267962.430776:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476133824, offset 224 00000400:00000200:3.0:1776267962.430785:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.430798:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.430804:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91594:91594:256:4294967295] 192.168.202.34@tcp LPNI seq info [91594:91594:8:4294967295] 00000400:00000200:3.0:1776267962.430814:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.430819:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.430823:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075b89af2 (tot 82343698). 00000800:00000200:3.0:1776267962.430829:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.430846:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.430850:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075b89af2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.430876:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.430881:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.430883:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013c3b6e5. 00000800:00000200:2.0:1776267962.431004:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.431009:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075b89af2 (tot 82343450). 00000400:00000200:2.0:1776267962.431014:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.431018:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.431021:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10681d1 00000400:00000010:2.0:1776267962.431023:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d10681d1. 00080000:00000010:0.0:1776267962.431397:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ea8fd00. 00010000:00000010:0.0:1776267962.431491:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.431498:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0a9be53. 00010000:00000010:0.0:1776267962.431569:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0f76557. 00010000:00000010:0.0:1776267962.431574:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.431586:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000071fb3116. 00000100:00000010:0.0:1776267962.431590:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004235615d. 00000100:00000010:0.0:1776267962.431597:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080121de5. 02000000:00000010:0.0:1776267962.431608:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b93c807. 02000000:00000010:0.0:1776267962.431632:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c1632e4. 00000400:00000010:0.0:1776267962.431637:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267962.431641:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074d9ae42. 00000100:00000200:0.0:1776267962.431646:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499584, portal 16 00000400:00000010:0.0:1776267962.431651:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083f3734f. 00000100:00000200:0.0:1776267962.431653:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499584, offset 0 00000400:00000200:0.0:1776267962.431658:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.431666:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.431672:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.431675:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.431677:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.431680:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91595:91595:256:4294967295] 192.168.202.34@tcp LPNI seq info [91595:91595:8:4294967295] 00000400:00000200:0.0:1776267962.431686:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.431690:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.431693:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82343698). 00000800:00000200:0.0:1776267962.431710:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.431716:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.431719:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.431852:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.431855:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343450). 00000400:00000200:2.0:1776267962.431858:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.431862:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.431865:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083f3734f 00000400:00000010:2.0:1776267962.431866:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083f3734f. 00000100:00000200:2.0:1776267962.431875:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000080121de5 x1862549489499584/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.435274:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.435294:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bdc0 00000400:00000200:0.0:1776267962.435303:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7c59 [1] + 224 00000400:00000200:0.0:1776267962.435318:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.435322:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.435331:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000080121de5 x1862549489499584/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267962.435498:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:1.0:1776267962.435504:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074d9ae42 00000400:00000010:1.0:1776267962.435506:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074d9ae42. 00000100:00000200:1.0:1776267962.435512:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000080121de5 x1862549489499584/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.435519:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000080121de5 x1862549489499584/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.435546:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c1632e4. 02000000:00000010:1.0:1776267962.435551:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004b93c807. 00000100:00000010:1.0:1776267962.435556:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080121de5. 00000100:00000010:1.0:1776267962.435560:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004235615d. 00010000:00000010:1.0:1776267962.435565:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000071fb3116. 00000400:00000200:2.0:1776267962.436198:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.436221:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cc00 00000400:00000200:2.0:1776267962.436227:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb65bd [2] + 328 00000400:00000200:2.0:1776267962.436283:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.436287:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.436292:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.436297:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 00000020:00000010:3.0:1776267962.436384:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013c3b6e5. 00000020:00000010:3.0:1776267962.436391:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.436395:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.436417:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000032d5c907 x1862549476133888/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267962.436453:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476133888 02000000:00000010:3.0:1776267962.436465:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d52c63b2. 00010000:00000010:3.0:1776267962.436492:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048d10e9c. 00010000:00000010:3.0:1776267962.436511:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.436517:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.436531:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.436534:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.436547:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009716a069. 00000100:00000200:3.0:1776267962.436552:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476133888, offset 224 00000400:00000200:3.0:1776267962.436559:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.436570:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.436575:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91596:91596:256:4294967295] 192.168.202.34@tcp LPNI seq info [91596:91596:8:4294967295] 00000400:00000200:3.0:1776267962.436584:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.436589:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.436593:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab69bfc5 (tot 82343698). 00000800:00000200:3.0:1776267962.436599:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.436605:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.436609:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ab69bfc5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.436633:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.436637:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.436639:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013c3b6e5. 00000800:00000200:2.0:1776267962.436737:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.436740:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab69bfc5 (tot 82343450). 00000400:00000200:2.0:1776267962.436745:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.436749:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.436752:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009716a069 00000400:00000010:2.0:1776267962.436753:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009716a069. 00010000:00000010:0.1:1776267962.436830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011de6326. 00010000:00000010:0.1:1776267962.436838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072dd92e1. 00080000:00000010:0.0:1776267962.436862:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b93c807. 00010000:00000010:0.0:1776267962.436980:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.436988:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000aafd6f9. 00010000:00000010:0.0:1776267962.437069:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072dd92e1. 00010000:00000010:0.0:1776267962.437076:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.437087:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f8ec219e. 00000100:00000010:0.0:1776267962.437091:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d29cc8b. 00000100:00000010:0.0:1776267962.437099:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267962.437109:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007c1632e4. 02000000:00000010:0.0:1776267962.437132:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b722e40. 00000400:00000010:0.0:1776267962.437137:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002192af62. 00000400:00000010:0.0:1776267962.437141:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052669a04. 00000100:00000200:0.0:1776267962.437146:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499648, portal 16 00000400:00000010:0.0:1776267962.437150:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267962.437152:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499648, offset 0 00000400:00000200:0.0:1776267962.437157:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.437164:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.437169:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.437173:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.437175:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.437178:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91597:91597:256:4294967295] 192.168.202.34@tcp LPNI seq info [91597:91597:8:4294967295] 00000400:00000200:0.0:1776267962.437186:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.437192:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.437195:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff893d (tot 82343698). 00000800:00000200:0.0:1776267962.437199:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.437203:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.437218:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093ff893d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.437308:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.437310:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343450). 00000400:00000200:2.0:1776267962.437314:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.437318:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.437321:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:2.0:1776267962.437322:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00000100:00000200:2.0:1776267962.437327:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489499648/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.440261:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.440279:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2be00 00000400:00000200:2.0:1776267962.440289:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7c65 [1] + 224 00000400:00000200:2.0:1776267962.440304:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.440308:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.440317:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489499648/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267962.440424:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002192af62. 00000400:00000200:1.0:1776267962.440430:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052669a04 00000400:00000010:1.0:1776267962.440432:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052669a04. 00000100:00000200:1.0:1776267962.440439:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489499648/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.440446:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489499648/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.440474:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b722e40. 02000000:00000010:1.0:1776267962.440480:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007c1632e4. 00000100:00000010:1.0:1776267962.440484:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:1.0:1776267962.440489:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d29cc8b. 00010000:00000010:1.0:1776267962.440494:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f8ec219e. 00000400:00000200:2.0:1776267962.440732:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.440740:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cc40 00000400:00000200:2.0:1776267962.440745:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb65bd [2] + 656 00000400:00000200:2.0:1776267962.440793:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.440797:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.440801:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.440806:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 00000020:00000010:1.0:1776267962.444789:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ced70d06. 00000020:00000010:1.0:1776267962.444803:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267962.444808:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267962.445265:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000425f4f8d x1862549476133952/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267962.445336:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476133952 02000000:00000010:1.0:1776267962.445358:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007c1632e4. 00010000:00000010:1.0:1776267962.445387:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054b0599e. 00010000:00000010:1.0:1776267962.445410:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267962.445418:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007873488b. 00000100:00000010:1.0:1776267962.445437:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007873488b. 00010000:00000010:1.0:1776267962.445441:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00000400:00000010:1.0:1776267962.445454:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f2dfd06. 00000100:00000200:1.0:1776267962.445459:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476133952, offset 224 00000400:00000200:1.0:1776267962.445467:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.445491:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.445497:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91598:91598:256:4294967295] 192.168.202.34@tcp LPNI seq info [91598:91598:8:4294967295] 00000400:00000200:1.0:1776267962.445508:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.445513:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.445517:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267962.445523:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.445530:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.445534:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267962.445557:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267962.445561:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:1.0:1776267962.445564:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ced70d06. 00000800:00000200:2.0:1776267962.445693:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.445697:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:2.0:1776267962.445702:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.445707:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.445711:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f2dfd06 00000400:00000010:2.0:1776267962.445713:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f2dfd06. 00080000:00000010:0.0:1776267962.445779:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b722e40. 00010000:00000010:0.0:1776267962.445870:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.445878:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007c4b8fad. 00010000:00000010:0.0:1776267962.445982:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2dc5c4d. 00010000:00000010:0.0:1776267962.445988:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.445998:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.446003:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ca25ebd. 00000100:00000010:0.0:1776267962.446010:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000294921c4. 02000000:00000010:0.0:1776267962.446021:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ee181b4. 02000000:00000010:0.0:1776267962.446044:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aba7e3c7. 00000400:00000010:0.0:1776267962.446050:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bcb308db. 00000400:00000010:0.0:1776267962.446055:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b862cb7c. 00000100:00000200:0.0:1776267962.446060:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499712, portal 16 00000400:00000010:0.0:1776267962.446065:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb90fde. 00000100:00000200:0.0:1776267962.446066:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499712, offset 0 00000400:00000200:0.0:1776267962.446071:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.446078:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.446084:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.446087:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.446090:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.446092:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91599:91599:256:4294967295] 192.168.202.34@tcp LPNI seq info [91599:91599:8:4294967295] 00000400:00000200:0.0:1776267962.446099:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.446103:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.446107:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267962.446112:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.446116:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.446118:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.446410:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.446413:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343450). 00000400:00000200:2.0:1776267962.446417:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.446422:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.446425:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb90fde 00000400:00000010:2.0:1776267962.446426:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb90fde. 00000100:00000200:2.0:1776267962.446432:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000294921c4 x1862549489499712/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267962.450944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1d536c6. 00000400:00000200:2.0:1776267962.456060:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.456078:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2be40 00000400:00000200:2.0:1776267962.456085:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7c71 [1] + 224 00000400:00000200:2.0:1776267962.456100:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.456103:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.456113:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000294921c4 x1862549489499712/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267962.456225:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bcb308db. 00000400:00000200:0.0:1776267962.456231:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b862cb7c 00000400:00000010:0.0:1776267962.456233:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b862cb7c. 00000100:00000200:0.0:1776267962.456239:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000294921c4 x1862549489499712/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.456246:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000294921c4 x1862549489499712/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267962.456275:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aba7e3c7. 02000000:00000010:0.0:1776267962.456283:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ee181b4. 00000100:00000010:0.0:1776267962.456288:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000294921c4. 00000100:00000010:0.0:1776267962.456292:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ca25ebd. 00010000:00000010:0.0:1776267962.456297:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00010000:00000010:1.1:1776267962.460103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e4978ea. 00010000:00000010:0.1:1776267962.460168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b246cb66. 00010000:00000010:0.1:1776267962.460181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0f76557. 00010000:00000010:0.1:1776267962.460185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056d24fb4. 00010000:00000010:0.1:1776267962.460189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072dd92e1. 00010000:00000010:3.1:1776267962.460956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f41d59e8. 00000400:00000200:2.0:1776267962.468627:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.468647:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cc80 00000400:00000200:2.0:1776267962.468656:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb65bd [2] + 984 00000400:00000200:2.0:1776267962.468716:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.468721:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.468727:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.468734:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 00000020:00000010:1.0:1776267962.468845:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ced70d06. 00000020:00000010:1.0:1776267962.468853:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267962.468857:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d6e93d27. 00000100:00000200:1.0:1776267962.468883:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000192be620 x1862549476134016/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267962.468968:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134016 02000000:00000010:1.0:1776267962.468980:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a5ceddbc. 00010000:00000010:1.0:1776267962.469013:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000328371b0. 00010000:00000010:2.0:1776267962.469155:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013c1453e. 00000100:00000010:2.0:1776267962.469162:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d4fb30d. 00000100:00000010:2.0:1776267962.469181:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d4fb30d. 00010000:00000010:2.0:1776267962.469185:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013c1453e. 00080000:00000010:0.0:1776267962.469399:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aba7e3c7. 00010000:00000010:0.0:1776267962.469487:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.469495:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005f5f1500. 00010000:00000010:0.0:1776267962.469563:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072dd92e1. 00010000:00000010:0.0:1776267962.469568:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.469578:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.469582:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ca25ebd. 00000100:00000010:0.0:1776267962.469588:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000294921c4. 02000000:00000010:0.0:1776267962.469599:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ee181b4. 02000000:00000010:0.0:1776267962.469621:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5fc0531. 00000400:00000010:0.0:1776267962.469626:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bcb308db. 00000400:00000010:0.0:1776267962.469631:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b862cb7c. 00000100:00000200:0.0:1776267962.469638:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499776, portal 16 00000400:00000010:0.0:1776267962.469642:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5deca77. 00000100:00000200:0.0:1776267962.469644:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499776, offset 0 00000400:00000200:0.0:1776267962.469653:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.469664:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.469670:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.469674:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.469676:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.469680:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91600:91600:256:4294967295] 192.168.202.34@tcp LPNI seq info [91600:91600:8:4294967295] 00000400:00000200:0.0:1776267962.469688:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.469693:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.469697:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343698). 00000800:00000200:0.0:1776267962.469702:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.469709:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.469713:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267962.469826:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.469830:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343450). 00000400:00000200:1.0:1776267962.469835:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.469838:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.469842:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5deca77 00000400:00000010:1.0:1776267962.469844:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5deca77. 00000100:00000200:1.0:1776267962.469851:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000294921c4 x1862549489499776/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267962.469923:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004395e51d. 00000100:00000200:2.0:1776267962.469934:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134016, offset 224 00000400:00000200:2.0:1776267962.469939:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.469945:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.469949:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91601:91601:256:4294967295] 192.168.202.34@tcp LPNI seq info [91601:91601:8:4294967295] 00000400:00000200:2.0:1776267962.469956:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.469960:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.469963:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267962.469966:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.469970:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.469972:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267962.469990:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000fe99b97. 00000020:00000010:2.0:1776267962.469994:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d6e93d27. 00000020:00000010:2.0:1776267962.469998:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ced70d06. 00000800:00000200:0.0:1776267962.470474:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.470487:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:0.0:1776267962.470492:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.470496:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.470499:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004395e51d 00000400:00000010:0.0:1776267962.470500:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004395e51d. 00010000:00000010:1.1:1776267962.474057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027c4499d. 00010000:00000010:0.1:1776267962.474111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071e7d7da. 00010000:00000010:0.1:1776267962.474118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dc5c4d. 00000400:00000200:2.0:1776267962.477884:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.477941:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2be80 00000400:00000200:2.0:1776267962.477950:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7c79 [1] + 224 00000400:00000200:2.0:1776267962.477964:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.477968:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.477979:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000294921c4 x1862549489499776/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.478007:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.478014:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ccc0 00000400:00000200:2.0:1776267962.478018:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb65bd [2] + 1312 00000400:00000200:2.0:1776267962.478075:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.478079:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.478083:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.478089:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090b3b0d2. 00000020:00000010:3.0:1776267962.478227:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013c3b6e5. 00000020:00000010:3.0:1776267962.478236:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.478241:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.478268:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090b3b0d2 x1862549476134080/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267962.478303:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134080 02000000:00000010:3.0:1776267962.478315:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f4e3786a. 00010000:00000010:3.0:1776267962.478360:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.478369:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.478375:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.478379:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.478393:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cbd945d. 00000100:00000200:3.0:1776267962.478399:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134080, offset 224 00000400:00000200:3.0:1776267962.478407:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.478417:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.478422:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91602:91602:256:4294967295] 192.168.202.34@tcp LPNI seq info [91602:91602:8:4294967295] 00000400:00000200:3.0:1776267962.478432:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.478437:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.478442:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eebf2bc3 (tot 82343698). 00000800:00000200:3.0:1776267962.478448:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.478453:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.478457:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eebf2bc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.478494:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.478498:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.478501:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013c3b6e5. 00000800:00000200:1.0:1776267962.478867:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.478871:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eebf2bc3 (tot 82343450). 00000400:00000200:1.0:1776267962.478877:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.478881:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.478885:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cbd945d 00000400:00000010:1.0:1776267962.478887:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cbd945d. 00000400:00000010:0.0:1776267962.479053:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bcb308db. 00000400:00000200:0.0:1776267962.479057:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b862cb7c 00000400:00000010:0.0:1776267962.479059:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b862cb7c. 00000100:00000200:0.0:1776267962.479065:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000294921c4 x1862549489499776/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.479073:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000294921c4 x1862549489499776/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267962.479093:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e39cf6d7. 02000000:00000010:0.0:1776267962.479108:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5fc0531. 02000000:00000010:0.0:1776267962.479113:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ee181b4. 00000100:00000010:0.0:1776267962.479117:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000294921c4. 00000100:00000010:0.0:1776267962.479119:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ca25ebd. 00010000:00000010:0.0:1776267962.479123:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00080000:00000010:0.0:1776267962.479139:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5fc0531. 00010000:00000010:0.0:1776267962.479473:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.479667:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000930ba0f3. 00010000:00000010:0.0:1776267962.479746:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000000b952a. 00010000:00000010:0.0:1776267962.479750:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.479755:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2dc5c4d. 00010000:00000010:0.0:1776267962.479761:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00080000:00000010:0.0:1776267962.479774:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c828800f. 00010000:00000010:0.0:1776267962.479800:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.479804:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed29fa5e. 00010000:00000010:0.0:1776267962.479853:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0f76557. 00010000:00000010:0.0:1776267962.479857:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00010000:00000010:0.0:1776267962.479865:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.479870:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ca25ebd. 00000100:00000010:0.0:1776267962.479876:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000294921c4. 02000000:00000010:0.0:1776267962.479888:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea75c513. 02000000:00000010:0.0:1776267962.480091:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6efda11. 00000400:00000010:0.0:1776267962.480097:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bcb308db. 00000400:00000010:0.0:1776267962.480102:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b862cb7c. 00000100:00000200:0.0:1776267962.480107:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499840, portal 16 00000400:00000010:0.0:1776267962.480112:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2d341db. 00000100:00000200:0.0:1776267962.480113:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499840, offset 0 00000400:00000200:0.0:1776267962.480120:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.480132:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.480137:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.480140:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.480142:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.480145:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91603:91603:256:4294967295] 192.168.202.34@tcp LPNI seq info [91603:91603:8:4294967295] 00000400:00000200:0.0:1776267962.480153:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.480157:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.480162:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267962.480166:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.480171:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.480175:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267962.481473:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.481489:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:1.0:1776267962.481509:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.481517:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.481537:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2d341db 00000400:00000010:1.0:1776267962.481540:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2d341db. 00000100:00000200:1.0:1776267962.481558:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000294921c4 x1862549489499840/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267962.487612:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.487644:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bec0 00000400:00000200:3.0:1776267962.487652:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7c89 [1] + 224 00000400:00000200:3.0:1776267962.487667:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.487671:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.487682:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000294921c4 x1862549489499840/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267962.487841:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bcb308db. 00000400:00000200:0.0:1776267962.487847:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b862cb7c 00000400:00000010:0.0:1776267962.487849:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b862cb7c. 00000100:00000200:0.0:1776267962.487856:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000294921c4 x1862549489499840/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.487863:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000294921c4 x1862549489499840/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267962.487892:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6efda11. 02000000:00000010:0.0:1776267962.487928:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea75c513. 00000100:00000010:0.0:1776267962.487932:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000294921c4. 00000100:00000010:0.0:1776267962.487935:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ca25ebd. 00010000:00000010:0.0:1776267962.487940:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00000400:00000200:1.0:1776267962.489457:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267962.489510:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cd00 00000400:00000200:1.0:1776267962.489518:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb65bd [2] + 1640 00000400:00000200:1.0:1776267962.489575:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.489580:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267962.489586:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267962.489591:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fcb0bd4a. 00000020:00000010:3.0:1776267962.489842:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b08fe21. 00000020:00000010:3.0:1776267962.489851:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.489869:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.489944:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fcb0bd4a x1862549476134144/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267962.489988:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134144 02000000:00000010:3.0:1776267962.490000:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000013c3b6e5. 00010000:00000010:3.0:1776267962.490041:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d2b221b. 00010000:00000010:3.0:1776267962.490067:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.490084:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.490104:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.490109:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.490121:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000253f928a. 00000100:00000200:3.0:1776267962.490126:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134144, offset 224 00000400:00000200:3.0:1776267962.490134:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.490145:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.490151:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91604:91604:256:4294967295] 192.168.202.34@tcp LPNI seq info [91604:91604:8:4294967295] 00000400:00000200:3.0:1776267962.490161:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.490166:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.490171:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e17bfe25 (tot 82343698). 00000800:00000200:3.0:1776267962.490178:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.490184:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.490188:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e17bfe25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.490224:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.490228:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.490231:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b08fe21. 00000800:00000200:1.0:1776267962.490796:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.490802:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e17bfe25 (tot 82343450). 00000400:00000200:1.0:1776267962.490811:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.490818:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.490823:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000253f928a 00000400:00000010:1.0:1776267962.490825:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000253f928a. 00080000:00000010:1.0:1776267962.490923:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000891e445e. 00010000:00000010:1.0:1776267962.491037:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:1.0:1776267962.491068:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd615da0. 00010000:00000010:1.0:1776267962.491157:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a410ab5d. 00010000:00000010:1.0:1776267962.491164:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.491177:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064def631. 00000100:00000010:1.0:1776267962.491182:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007873488b. 00000100:00000010:1.0:1776267962.491191:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073ff5367. 02000000:00000010:1.0:1776267962.491364:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000072002d7c. 02000000:00000010:1.0:1776267962.491391:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043138e78. 00000400:00000010:1.0:1776267962.491396:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038c0a477. 00000400:00000010:1.0:1776267962.491401:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021649f75. 00000100:00000200:1.0:1776267962.491407:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499904, portal 16 00000400:00000010:1.0:1776267962.491412:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021518615. 00000100:00000200:1.0:1776267962.491414:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499904, offset 0 00000400:00000200:1.0:1776267962.491421:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.491430:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.491436:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.491439:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.491442:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.491445:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91605:91605:256:4294967295] 192.168.202.34@tcp LPNI seq info [91605:91605:8:4294967295] 00000400:00000200:1.0:1776267962.491453:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.491457:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.491461:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267962.491466:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.491471:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.491474:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267962.491789:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.491792:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:3.0:1776267962.491797:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.491801:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.491804:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021518615 00000400:00000010:3.0:1776267962.491806:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021518615. 00000100:00000200:3.0:1776267962.491811:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000073ff5367 x1862549489499904/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267962.495744:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267962.495764:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bf00 00000400:00000200:1.0:1776267962.495774:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7c95 [1] + 224 00000400:00000200:1.0:1776267962.495792:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.495796:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267962.495807:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000073ff5367 x1862549489499904/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267962.496089:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016411678. 00010000:00000010:0.1:1776267962.496097:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043c1e50f. 00010000:00000010:0.1:1776267962.496102:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072dd92e1. 00010000:00000010:0.1:1776267962.496106:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000b952a. 00010000:00000010:0.1:1776267962.496109:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dc5c4d. 00000400:00000010:0.0:1776267962.496113:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038c0a477. 00000400:00000200:0.0:1776267962.496117:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021649f75 00000400:00000010:0.0:1776267962.496119:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021649f75. 00000100:00000200:0.0:1776267962.496125:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000073ff5367 x1862549489499904/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.496134:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000073ff5367 x1862549489499904/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267962.496165:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043138e78. 02000000:00000010:0.0:1776267962.496170:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000072002d7c. 00000100:00000010:0.0:1776267962.496177:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073ff5367. 00000100:00000010:0.0:1776267962.496182:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007873488b. 00010000:00000010:0.0:1776267962.496186:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064def631. 00010000:00000010:3.1:1776267962.496941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f86b3ad. 00000400:00000200:1.0:1776267962.498245:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267962.498263:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cd40 00000400:00000200:1.0:1776267962.498270:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb65bd [2] + 1968 00000400:00000010:1.0:1776267962.498276:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000010ea73be. 00000400:00000200:1.0:1776267962.498281:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d4164892 00000400:00000200:1.0:1776267962.498343:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.498353:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.498358:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4164892 00000400:00000010:1.0:1776267962.498360:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d4164892 (tot 82343298). 00000100:00000200:1.0:1776267962.498366:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776267962.499085:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea75c513. 00000020:00000010:0.0:1776267962.499094:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ed29fa5e. 00000020:00000010:0.0:1776267962.499098:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267962.499127:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bab02c66 x1862549476134208/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267962.499199:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134208 02000000:00000010:0.0:1776267962.499225:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6efda11. 00010000:00000010:0.0:1776267962.499255:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016687139. 00010000:00000010:0.0:1776267962.499278:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.499286:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ca25ebd. 00000100:00000010:0.0:1776267962.499309:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ca25ebd. 00010000:00000010:0.0:1776267962.499314:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00000400:00000010:0.0:1776267962.499327:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b862cb7c. 00000100:00000200:0.0:1776267962.499333:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134208, offset 224 00000400:00000200:0.0:1776267962.499341:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.499363:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.499368:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91606:91606:256:4294967295] 192.168.202.34@tcp LPNI seq info [91606:91606:8:4294967295] 00000400:00000200:0.0:1776267962.499378:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.499382:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.499386:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343546). 00000800:00000200:0.0:1776267962.499392:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.499398:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.499401:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267962.499433:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ed29fa5e. 00000020:00000010:0.0:1776267962.499437:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267962.499440:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea75c513. 02000000:00000010:0.0:1776267962.499449:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000013c3b6e5. 00000100:00000010:0.0:1776267962.499453:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fcb0bd4a. 02000000:00000010:0.0:1776267962.499458:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f4e3786a. 00000100:00000010:0.0:1776267962.499460:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090b3b0d2. 02000000:00000010:0.0:1776267962.499464:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a5ceddbc. 00000100:00000010:0.0:1776267962.499466:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 02000000:00000010:0.0:1776267962.499468:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007c1632e4. 00000100:00000010:0.0:1776267962.499470:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 02000000:00000010:0.0:1776267962.499474:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d52c63b2. 00000800:00000200:2.0:1776267962.499718:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.499723:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343298). 00000400:00000200:2.0:1776267962.499727:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.499731:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.499734:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b862cb7c 00000400:00000010:2.0:1776267962.499736:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b862cb7c. 02000000:00000010:2.0:1776267962.499740:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6efda11. 00000100:00000010:0.0:1776267962.499845:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 02000000:00000010:0.0:1776267962.499850:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004787b750. 00000100:00000010:0.0:1776267962.499852:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 00000100:00000200:0.0:1776267962.499858:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776267962.499864:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bcb308db. 00000400:00000010:0.0:1776267962.499869:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008ca25ebd (tot 82343450). 00080000:00000010:1.0:1776267962.500092:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d1cd443. 00010000:00000010:1.0:1776267962.500177:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.500184:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c91dae42. 00010000:00000010:1.0:1776267962.500282:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b64e2e7. 00010000:00000010:1.0:1776267962.500288:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.500300:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fc0e19a. 00000100:00000010:1.0:1776267962.500305:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001e6ad9a8. 00000100:00000010:1.0:1776267962.500312:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e69869f. 02000000:00000010:1.0:1776267962.500326:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043138e78. 02000000:00000010:1.0:1776267962.500350:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066442489. 00000400:00000010:1.0:1776267962.500355:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267962.500358:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267962.500361:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489499968, portal 16 00000400:00000010:1.0:1776267962.500365:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c48805. 00000100:00000200:1.0:1776267962.500367:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489499968, offset 0 00000400:00000200:1.0:1776267962.500374:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.500382:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.500388:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.500392:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.500395:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.500397:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91607:91607:256:4294967295] 192.168.202.34@tcp LPNI seq info [91607:91607:8:4294967295] 00000400:00000200:1.0:1776267962.500404:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.500408:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.500411:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343698). 00000800:00000200:1.0:1776267962.500416:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.500421:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.500423:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776267962.501186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c7ba14a. 00010000:00000010:1.1:1776267962.501212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0f76557. 00000800:00000200:2.0:1776267962.504959:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.504968:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:2.0:1776267962.504976:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.504985:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.504990:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c48805 00000400:00000010:2.0:1776267962.504992:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c48805. 00000100:00000200:2.0:1776267962.505002:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e69869f x1862549489499968/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267962.509977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004475bf6e. 00000400:00000200:1.0:1776267962.512850:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267962.512870:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bf40 00000400:00000200:1.0:1776267962.512879:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7ca5 [1] + 224 00000400:00000200:1.0:1776267962.512938:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.512943:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267962.512954:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e69869f x1862549489499968/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267962.513073:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:0.0:1776267962.513077:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:0.0:1776267962.513079:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:0.0:1776267962.513085:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e69869f x1862549489499968/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.513093:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e69869f x1862549489499968/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267962.513121:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066442489. 02000000:00000010:0.0:1776267962.513127:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000043138e78. 00000100:00000010:0.0:1776267962.513131:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e69869f. 00000100:00000010:0.0:1776267962.513136:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001e6ad9a8. 00010000:00000010:0.0:1776267962.513139:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fc0e19a. 00010000:00000010:1.1:1776267962.517934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084d743d3. 00010000:00000010:1.1:1776267962.517951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a410ab5d. 00000400:00000200:2.0:1776267962.518517:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.518537:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cd80 00000400:00000200:2.0:1776267962.518546:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6615 [2] + 0 00000400:00000200:2.0:1776267962.518623:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.518628:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.518636:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.518642:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 00000020:00000010:0.0:1776267962.518833:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea75c513. 00000020:00000010:0.0:1776267962.518840:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ed29fa5e. 00000020:00000010:0.0:1776267962.518845:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267962.518872:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c9c03c4 x1862549476134272/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267962.518942:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134272 02000000:00000010:0.0:1776267962.518954:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003ce39fee. 00010000:00000010:0.0:1776267962.518983:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065d1cec1. 00010000:00000010:0.0:1776267962.519005:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.519012:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f5b607. 00000100:00000010:0.0:1776267962.519025:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8f5b607. 00010000:00000010:0.0:1776267962.519030:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00000400:00000010:0.0:1776267962.519042:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d0114a6. 00000100:00000200:0.0:1776267962.519047:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134272, offset 224 00000400:00000200:0.0:1776267962.519055:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.519066:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.519071:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91608:91608:256:4294967295] 192.168.202.34@tcp LPNI seq info [91608:91608:8:4294967295] 00000400:00000200:0.0:1776267962.519080:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.519086:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.519090:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343698). 00000800:00000200:0.0:1776267962.519096:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.519104:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.519107:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267962.519133:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ed29fa5e. 00000020:00000010:0.0:1776267962.519136:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267962.519139:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea75c513. 00080000:00000010:1.0:1776267962.519234:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066442489. 00010000:00000010:1.0:1776267962.519338:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.519346:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000090cf3b96. 00010000:00000010:1.0:1776267962.519425:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a410ab5d. 00010000:00000010:1.0:1776267962.519432:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.519442:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000dee8815. 00000100:00000010:1.0:1776267962.519447:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267962.519454:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdb942bd. 02000000:00000010:1.0:1776267962.519469:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009541819f. 02000000:00000010:1.0:1776267962.519508:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2037dc8. 00000400:00000010:1.0:1776267962.519513:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e365d9ce. 00000400:00000010:1.0:1776267962.519518:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267962.519524:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500032, portal 16 00000400:00000010:1.0:1776267962.519528:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf3ca1f. 00000100:00000200:1.0:1776267962.519530:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500032, offset 0 00000400:00000200:1.0:1776267962.519535:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.519543:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.519549:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.519552:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.519554:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.519557:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91609:91609:255:4294967295] 192.168.202.34@tcp LPNI seq info [91609:91609:7:4294967295] 00000400:00000200:1.0:1776267962.519563:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.519567:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.519570:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343946). 00000800:00000200:1.0:1776267962.519573:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.519577:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.519579:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.520147:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.520152:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343698). 00000400:00000200:2.0:1776267962.520158:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.520163:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.520166:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d0114a6 00000400:00000010:2.0:1776267962.520169:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d0114a6. 00000800:00000200:2.0:1776267962.520238:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.520240:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:2.0:1776267962.520245:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.520248:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.520250:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf3ca1f 00000400:00000010:2.0:1776267962.520251:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf3ca1f. 00000100:00000200:2.0:1776267962.520256:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdb942bd x1862549489500032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267962.525954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074a537c6. 00010000:00000010:1.1:1776267962.525975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b64e2e7. 00010000:00000010:0.1:1776267962.526032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dd025f9. 00000400:00000200:1.0:1776267962.527555:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267962.527574:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bf80 00000400:00000200:1.0:1776267962.527584:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7cb1 [1] + 224 00000400:00000200:1.0:1776267962.527599:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.527603:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267962.527614:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdb942bd x1862549489500032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267962.527721:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e365d9ce. 00000400:00000200:0.0:1776267962.527726:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:0.0:1776267962.527729:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:0.0:1776267962.527735:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdb942bd x1862549489500032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.527742:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdb942bd x1862549489500032/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267962.527773:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2037dc8. 02000000:00000010:0.0:1776267962.527778:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009541819f. 00000100:00000010:0.0:1776267962.527783:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdb942bd. 00000100:00000010:0.0:1776267962.527787:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:0.0:1776267962.527791:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000dee8815. 00000400:00000200:2.0:1776267962.530766:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.530789:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cdc0 00000400:00000200:2.0:1776267962.530797:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6615 [2] + 328 00000400:00000200:2.0:1776267962.530870:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.530875:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.530882:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.530888:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 00000020:00000010:3.0:1776267962.534319:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b08fe21. 00000020:00000010:3.0:1776267962.534332:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.534336:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.534821:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa9f9452 x1862549476134336/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267962.534872:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134336 02000000:00000010:3.0:1776267962.534884:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f4e3786a. 00010000:00000010:3.0:1776267962.534947:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b762f02. 00010000:00000010:3.0:1776267962.534971:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.534979:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.534990:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.534994:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.535009:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071c137fd. 00000100:00000200:3.0:1776267962.535014:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134336, offset 224 00000400:00000200:3.0:1776267962.535022:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.535037:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.535042:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91610:91610:256:4294967295] 192.168.202.34@tcp LPNI seq info [91610:91610:8:4294967295] 00000400:00000200:3.0:1776267962.535052:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.535057:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.535061:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ca41289 (tot 82343698). 00000800:00000200:3.0:1776267962.535067:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.535073:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.535076:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ca41289 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.535103:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.535108:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.535111:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b08fe21. 00080000:00000010:1.0:1776267962.535211:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd856fcf. 00010000:00000010:1.0:1776267962.535297:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.535303:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b0fecf5. 00010000:00000010:1.0:1776267962.535394:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b64e2e7. 00010000:00000010:1.0:1776267962.535400:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.535409:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007b579bf7. 00000100:00000010:1.0:1776267962.535413:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009322ab49. 00000100:00000010:1.0:1776267962.535421:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267962.535431:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000003ecc40. 02000000:00000010:1.0:1776267962.535452:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9cd5abd. 00000400:00000010:1.0:1776267962.535458:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038c0a477. 00000400:00000010:1.0:1776267962.535463:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4db8adb. 00000100:00000200:1.0:1776267962.535467:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500096, portal 16 00000400:00000010:1.0:1776267962.535471:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bde3ac1. 00000100:00000200:1.0:1776267962.535473:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500096, offset 0 00000400:00000200:1.0:1776267962.535495:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.535502:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.535508:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.535511:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.535513:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.535516:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91611:91611:255:4294967295] 192.168.202.34@tcp LPNI seq info [91611:91611:7:4294967295] 00000400:00000200:1.0:1776267962.535523:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.535527:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.535530:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343946). 00000800:00000200:1.0:1776267962.535534:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.535537:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.535539:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.536027:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.536032:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ca41289 (tot 82343698). 00000400:00000200:2.0:1776267962.536040:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.536045:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.536050:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071c137fd 00000400:00000010:2.0:1776267962.536052:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071c137fd. 00000800:00000200:2.0:1776267962.536128:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.536130:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:2.0:1776267962.536134:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.536138:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.536139:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bde3ac1 00000400:00000010:2.0:1776267962.536141:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bde3ac1. 00000100:00000200:2.0:1776267962.536147:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489500096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267962.540540:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267962.540561:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2bfc0 00000400:00000200:1.0:1776267962.540572:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7cbd [1] + 224 00000400:00000200:1.0:1776267962.540587:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.540591:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267962.540601:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489500096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267962.540697:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038c0a477. 00000400:00000200:0.0:1776267962.540702:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4db8adb 00000400:00000010:0.0:1776267962.540705:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4db8adb. 00000100:00000200:0.0:1776267962.540711:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489500096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.540717:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489500096/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267962.540747:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9cd5abd. 02000000:00000010:0.0:1776267962.540752:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000003ecc40. 00000100:00000010:0.0:1776267962.540756:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:0.0:1776267962.540759:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009322ab49. 00010000:00000010:0.0:1776267962.540763:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007b579bf7. 00010000:00000010:1.1:1776267962.540967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f898b48f. 00010000:00000010:1.1:1776267962.540975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a410ab5d. 00010000:00000010:3.1:1776267962.541023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdbdf71. 00000400:00000200:2.0:1776267962.542646:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.542664:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ce00 00000400:00000200:2.0:1776267962.542673:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6615 [2] + 656 00000400:00000200:2.0:1776267962.542738:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.542742:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.542748:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.542755:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 00000020:00000010:0.0:1776267962.542868:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea75c513. 00000020:00000010:0.0:1776267962.542875:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ed29fa5e. 00000020:00000010:0.0:1776267962.542879:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267962.542952:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000032d5c907 x1862549476134400/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267962.542987:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134400 02000000:00000010:0.0:1776267962.543000:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fdce6f51. 00010000:00000010:0.0:1776267962.543030:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd26ca8f. 00010000:00000010:0.0:1776267962.543053:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.543061:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f5b607. 00000100:00000010:0.0:1776267962.543073:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8f5b607. 00010000:00000010:0.0:1776267962.543078:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00000400:00000010:0.0:1776267962.543092:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036667960. 00000100:00000200:0.0:1776267962.543097:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134400, offset 224 00000400:00000200:0.0:1776267962.543106:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.543119:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.543125:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91612:91612:256:4294967295] 192.168.202.34@tcp LPNI seq info [91612:91612:8:4294967295] 00000400:00000200:0.0:1776267962.543134:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.543139:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.543143:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343698). 00000800:00000200:0.0:1776267962.543149:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.543156:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.543160:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267962.543186:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ed29fa5e. 00000020:00000010:0.0:1776267962.543191:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267962.543212:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea75c513. 00000800:00000200:2.0:1776267962.543319:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.543323:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:2.0:1776267962.543327:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.543331:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.543334:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036667960 00000400:00000010:2.0:1776267962.543336:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036667960. 00080000:00000010:1.0:1776267962.543417:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009112ca2c. 00010000:00000010:1.0:1776267962.543503:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.543510:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be75b402. 00010000:00000010:1.0:1776267962.543612:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000624fb609. 00010000:00000010:1.0:1776267962.543616:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cf1eefb3. 00010000:00000010:1.0:1776267962.543621:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a410ab5d. 00010000:00000010:1.0:1776267962.543626:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00080000:00000010:1.0:1776267962.543638:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000daaf5d5a. 00010000:00000010:1.0:1776267962.543660:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.543663:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf1eefb3. 00010000:00000010:1.0:1776267962.543707:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea5bbac9. 00010000:00000010:1.0:1776267962.543711:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.543719:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.543724:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009322ab49. 00000100:00000010:1.0:1776267962.543731:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267962.543742:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000003ecc40. 02000000:00000010:1.0:1776267962.543763:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9cd5abd. 00000400:00000010:1.0:1776267962.543768:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf14bda. 00000400:00000010:1.0:1776267962.543772:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756ab9ae. 00000100:00000200:1.0:1776267962.543776:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500160, portal 16 00000400:00000010:1.0:1776267962.543780:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf197cb7. 00000100:00000200:1.0:1776267962.543782:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500160, offset 0 00000400:00000200:1.0:1776267962.543787:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.543794:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.543800:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.543803:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.543806:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.543808:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91613:91613:256:4294967295] 192.168.202.34@tcp LPNI seq info [91613:91613:8:4294967295] 00000400:00000200:1.0:1776267962.543815:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.543819:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.543821:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267962.543825:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.543830:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.543833:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.544035:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.544038:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:2.0:1776267962.544042:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.544046:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.544049:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf197cb7 00000400:00000010:2.0:1776267962.544050:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf197cb7. 00000100:00000200:2.0:1776267962.544055:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489500160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.546166:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.546185:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c000 00000400:00000200:2.0:1776267962.546211:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7cc9 [1] + 224 00000400:00000200:2.0:1776267962.546225:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.546229:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.546238:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489500160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267962.546328:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf14bda. 00000400:00000200:1.0:1776267962.546333:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756ab9ae 00000400:00000010:1.0:1776267962.546335:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756ab9ae. 00000100:00000200:1.0:1776267962.546340:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489500160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.546347:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489500160/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.546385:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9cd5abd. 02000000:00000010:1.0:1776267962.546390:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000003ecc40. 00000100:00000010:1.0:1776267962.546394:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:1.0:1776267962.546398:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009322ab49. 00010000:00000010:1.0:1776267962.546400:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00010000:00000010:0.1:1776267962.548994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf1f93d2. 00000400:00000200:2.0:1776267962.550296:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.550318:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ce40 00000400:00000200:2.0:1776267962.550326:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6615 [2] + 984 00000400:00000200:2.0:1776267962.550398:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.550402:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.550410:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.550417:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 00000020:00000010:3.0:1776267962.550721:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b08fe21. 00000020:00000010:3.0:1776267962.550729:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.550734:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.550763:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000425f4f8d x1862549476134464/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267962.550856:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134464 02000000:00000010:3.0:1776267962.550876:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cbe804c6. 00010000:00000010:3.0:1776267962.550948:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083d5871d. 00010000:00000010:3.0:1776267962.550971:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.550979:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.550989:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.550993:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.551009:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bd03529. 00000100:00000200:3.0:1776267962.551015:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134464, offset 224 00000400:00000200:3.0:1776267962.551025:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.551036:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.551044:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91614:91614:256:4294967295] 192.168.202.34@tcp LPNI seq info [91614:91614:8:4294967295] 00000400:00000200:3.0:1776267962.551054:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.551060:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.551065:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ca41289 (tot 82343698). 00000800:00000200:3.0:1776267962.551071:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.551077:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.551081:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ca41289 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.551107:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.551111:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.551114:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b08fe21. 00080000:00000010:1.0:1776267962.551188:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000003ecc40. 00010000:00000010:1.0:1776267962.551300:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.551308:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092f04770. 00010000:00000010:1.0:1776267962.551394:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e092f549. 00010000:00000010:1.0:1776267962.551400:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.551412:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.551416:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009322ab49. 00000100:00000010:1.0:1776267962.551425:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267962.551437:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9cd5abd. 02000000:00000010:1.0:1776267962.551460:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2037dc8. 00000400:00000010:1.0:1776267962.551467:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf14bda. 00000400:00000010:1.0:1776267962.551472:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756ab9ae. 00000100:00000200:1.0:1776267962.551489:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500224, portal 16 00000400:00000010:1.0:1776267962.551494:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c75b50e9. 00000100:00000200:1.0:1776267962.551496:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500224, offset 0 00000400:00000200:1.0:1776267962.551501:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.551509:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.551515:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.551519:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.551522:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.551524:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91615:91615:255:4294967295] 192.168.202.34@tcp LPNI seq info [91615:91615:7:4294967295] 00000400:00000200:1.0:1776267962.551531:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.551535:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.551539:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343946). 00000800:00000200:1.0:1776267962.551543:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.551549:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.551551:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.553300:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.553309:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ca41289 (tot 82343698). 00000400:00000200:2.0:1776267962.553320:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.553328:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.553335:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bd03529 00000400:00000010:2.0:1776267962.553337:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bd03529. 00000800:00000200:2.0:1776267962.553424:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.553427:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:2.0:1776267962.553431:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.553435:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.553438:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c75b50e9 00000400:00000010:2.0:1776267962.553439:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c75b50e9. 00000100:00000200:2.0:1776267962.553448:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489500224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267962.561993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e30bfa88. 00010000:00000010:1.1:1776267962.562011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b64e2e7. 00010000:00000010:1.1:1776267962.562015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000624fb609. 00010000:00000010:1.1:1776267962.562019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a410ab5d. 00000400:00000200:2.0:1776267962.562577:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.562598:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c040 00000400:00000200:2.0:1776267962.562606:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7cd5 [1] + 224 00000400:00000200:2.0:1776267962.562619:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.562623:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.562633:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489500224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.562720:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.562726:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6ce80 00000400:00000200:2.0:1776267962.562731:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6615 [2] + 1312 00000400:00000200:2.0:1776267962.562741:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.562744:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.562748:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.562752:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 00000020:00000010:3.0:1776267962.563594:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e868c073. 00000020:00000010:3.0:1776267962.563603:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.563607:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.563636:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000192be620 x1862549476134528/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267962.563669:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134528 02000000:00000010:3.0:1776267962.563680:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009605678. 00010000:00000010:3.0:1776267962.563719:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.563727:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.563734:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.563738:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.563751:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267962.563756:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134528, offset 224 00000400:00000200:3.0:1776267962.563763:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.563774:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.563779:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91616:91616:256:4294967295] 192.168.202.34@tcp LPNI seq info [91616:91616:8:4294967295] 00000400:00000200:3.0:1776267962.563788:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.563793:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.563797:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e17bfe25 (tot 82343698). 00000800:00000200:3.0:1776267962.563802:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.563809:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.563812:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e17bfe25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.563834:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.563838:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.563841:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e868c073. 00000800:00000200:2.0:1776267962.564651:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.564656:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e17bfe25 (tot 82343450). 00000400:00000200:2.0:1776267962.564663:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.564669:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.564674:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:2.0:1776267962.564675:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00000400:00000010:1.0:1776267962.569117:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf14bda. 00000400:00000200:1.0:1776267962.569131:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756ab9ae 00000400:00000010:1.0:1776267962.569133:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756ab9ae. 00000100:00000200:1.0:1776267962.569149:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489500224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.569161:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489500224/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267962.569191:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ee3e988. 00010000:00000010:1.1:1776267962.570121:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000701f5015. 00010000:00000010:1.1:1776267962.570132:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5bbac9. 02000000:00000010:1.0:1776267962.570155:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2037dc8. 02000000:00000010:1.0:1776267962.570160:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a9cd5abd. 00000100:00000010:1.0:1776267962.570163:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:1.0:1776267962.570167:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009322ab49. 00010000:00000010:1.0:1776267962.570170:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00080000:00000010:1.0:1776267962.570191:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9cd5abd. 00010000:00000010:3.1:1776267962.570301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e68cd03f. 00010000:00000010:1.0:1776267962.570504:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.570512:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e3ca116. 00010000:00000010:1.0:1776267962.570595:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea5bbac9. 00010000:00000010:1.0:1776267962.570602:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.570615:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.570621:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009322ab49. 00000100:00000010:1.0:1776267962.570629:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267962.570643:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2037dc8. 02000000:00000010:1.0:1776267962.570673:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e91b22f. 00000400:00000010:1.0:1776267962.570679:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf14bda. 00000400:00000010:1.0:1776267962.570684:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756ab9ae. 00000100:00000200:1.0:1776267962.570691:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500288, portal 16 00000400:00000010:1.0:1776267962.570696:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fd3bfba. 00000100:00000200:1.0:1776267962.570698:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500288, offset 0 00000400:00000200:1.0:1776267962.570706:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.570723:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.570730:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.570733:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.570735:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.570739:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91617:91617:256:4294967295] 192.168.202.34@tcp LPNI seq info [91617:91617:8:4294967295] 00000400:00000200:1.0:1776267962.570749:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.570755:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.570760:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343698). 00000800:00000200:1.0:1776267962.570767:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.570774:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.570778:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.571811:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.571816:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:2.0:1776267962.571823:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.571829:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.571834:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fd3bfba 00000400:00000010:2.0:1776267962.571836:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fd3bfba. 00000100:00000200:2.0:1776267962.571844:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489500288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.575183:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.575293:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c080 00000400:00000200:2.0:1776267962.575304:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7ce1 [1] + 224 00000400:00000200:2.0:1776267962.575317:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.575321:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.575330:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489500288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.575473:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.575480:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cec0 00000400:00000200:2.0:1776267962.575484:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6615 [2] + 1640 00000400:00000200:2.0:1776267962.575791:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.575796:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.575802:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.575809:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090b3b0d2. 00000020:00000010:0.0:1776267962.575940:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea75c513. 00000020:00000010:0.0:1776267962.575949:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ed29fa5e. 00000020:00000010:0.0:1776267962.575953:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267962.575978:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090b3b0d2 x1862549476134592/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267962.576005:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134592 02000000:00000010:0.0:1776267962.576015:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d55bf219. 00010000:00000010:0.0:1776267962.576050:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.576056:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f5b607. 00000100:00000010:0.0:1776267962.576062:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8f5b607. 00010000:00000010:0.0:1776267962.576066:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00000400:00000010:0.0:1776267962.576080:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffbbe46f. 00000100:00000200:0.0:1776267962.576085:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134592, offset 224 00000400:00000200:0.0:1776267962.576093:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.576105:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.576110:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91618:91618:256:4294967295] 192.168.202.34@tcp LPNI seq info [91618:91618:8:4294967295] 00000400:00000200:0.0:1776267962.576120:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.576125:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.576129:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb6d44d (tot 82343698). 00000800:00000200:0.0:1776267962.576135:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.576142:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.576145:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bb6d44d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267962.576164:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ed29fa5e. 00000020:00000010:0.0:1776267962.576168:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267962.576170:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea75c513. 00000400:00000010:1.0:1776267962.576459:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf14bda. 00000400:00000200:1.0:1776267962.576464:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756ab9ae 00000400:00000010:1.0:1776267962.576466:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756ab9ae. 00000100:00000200:1.0:1776267962.576471:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489500288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.576480:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489500288/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267962.576500:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ced03922. 02000000:00000010:1.0:1776267962.576517:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e91b22f. 02000000:00000010:1.0:1776267962.576522:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b2037dc8. 00000100:00000010:1.0:1776267962.576525:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:1.0:1776267962.576530:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009322ab49. 00010000:00000010:1.0:1776267962.576532:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00080000:00000010:1.0:1776267962.576546:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e91b22f. 00010000:00000010:1.0:1776267962.576624:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.576630:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066e82ee9. 00010000:00000010:1.0:1776267962.576698:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a410ab5d. 00010000:00000010:1.0:1776267962.576705:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.576714:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.576718:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009322ab49. 00000100:00000010:1.0:1776267962.576723:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267962.576731:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc9bed29. 02000000:00000010:1.0:1776267962.576752:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe05f49e. 00000400:00000010:1.0:1776267962.576755:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf14bda. 00000400:00000010:1.0:1776267962.576759:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756ab9ae. 00000100:00000200:1.0:1776267962.576764:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500352, portal 16 00000400:00000010:1.0:1776267962.576768:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008757b184. 00000100:00000200:1.0:1776267962.576770:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500352, offset 0 00000400:00000200:1.0:1776267962.576775:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.576780:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.576786:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.576789:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.576791:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.576793:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91619:91619:255:4294967295] 192.168.202.34@tcp LPNI seq info [91619:91619:7:4294967295] 00000400:00000200:1.0:1776267962.576800:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.576804:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.576806:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343946). 00000800:00000200:1.0:1776267962.576810:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.576814:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.576816:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.577612:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.577618:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb6d44d (tot 82343698). 00000400:00000200:2.0:1776267962.577623:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.577629:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.577633:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffbbe46f 00000400:00000010:2.0:1776267962.577635:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffbbe46f. 00000800:00000200:2.0:1776267962.578072:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.578075:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:2.0:1776267962.578079:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.578083:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.578085:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008757b184 00000400:00000010:2.0:1776267962.578086:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008757b184. 00000100:00000200:2.0:1776267962.578092:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489500352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267962.582007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097028b8d. 00010000:00000010:1.1:1776267962.582022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000488a2954. 00010000:00000010:1.1:1776267962.582026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e092f549. 00010000:00000010:1.1:1776267962.586012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024eed5b4. 00010000:00000010:1.1:1776267962.586032:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a27aee34. 00010000:00000010:1.1:1776267962.586037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5bbac9. 00000400:00000200:2.0:1776267962.592455:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.592482:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c0c0 00000400:00000200:2.0:1776267962.592492:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7ced [1] + 224 00000400:00000200:2.0:1776267962.592505:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.592510:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.592523:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489500352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.592566:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.592572:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cf00 00000400:00000200:2.0:1776267962.592577:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6615 [2] + 1968 00000400:00000010:2.0:1776267962.592581:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000be2aa97e. 00000400:00000200:2.0:1776267962.592585:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000021649db4 00000400:00000200:2.0:1776267962.592595:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.592598:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.592600:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021649db4 00000400:00000010:2.0:1776267962.592602:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000021649db4 (tot 82343298). 00000100:00000200:2.0:1776267962.592609:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267962.592772:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e868c073. 00000020:00000010:3.0:1776267962.592779:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.592783:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.592804:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c329adba x1862549476134656/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267962.592840:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134656 02000000:00000010:3.0:1776267962.592852:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041b27a3f. 00010000:00000010:3.0:1776267962.592890:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.592946:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000329122d4. 00000100:00000010:3.0:1776267962.592953:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000329122d4. 00010000:00000010:3.0:1776267962.592956:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.592970:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e0f072b. 00000100:00000200:3.0:1776267962.592975:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134656, offset 224 00000400:00000200:3.0:1776267962.592981:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.592991:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.592995:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91620:91620:256:4294967295] 192.168.202.34@tcp LPNI seq info [91620:91620:8:4294967295] 00000400:00000200:3.0:1776267962.593005:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.593010:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.593014:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eebf2bc3 (tot 82343546). 00000800:00000200:3.0:1776267962.593019:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.593025:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.593028:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eebf2bc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.593041:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.593044:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.593047:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e868c073. 02000000:00000010:3.0:1776267962.593055:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d55bf219. 00000100:00000010:3.0:1776267962.593059:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090b3b0d2. 02000000:00000010:3.0:1776267962.593063:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009605678. 00000100:00000010:3.0:1776267962.593065:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 02000000:00000010:3.0:1776267962.593068:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cbe804c6. 00000100:00000010:3.0:1776267962.593070:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 02000000:00000010:3.0:1776267962.593072:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fdce6f51. 00000100:00000010:3.0:1776267962.593074:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 02000000:00000010:3.0:1776267962.593077:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f4e3786a. 00000100:00000010:3.0:1776267962.593078:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 02000000:00000010:3.0:1776267962.593081:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003ce39fee. 00000100:00000010:3.0:1776267962.593083:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000200:3.0:1776267962.593088:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267962.593092:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008d4b1a77. 00000400:00000010:3.0:1776267962.593095:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000329122d4 (tot 82343698). 00000800:00000200:2.0:1776267962.593288:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.593292:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eebf2bc3 (tot 82343450). 00000400:00000200:2.0:1776267962.593297:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.593300:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.593303:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e0f072b 00000400:00000010:2.0:1776267962.593304:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e0f072b. 02000000:00000010:2.0:1776267962.593308:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041b27a3f. 00000400:00000010:1.0:1776267962.595838:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf14bda. 00000400:00000200:1.0:1776267962.595850:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756ab9ae 00000400:00000010:1.0:1776267962.595851:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756ab9ae. 00000100:00000200:1.0:1776267962.595864:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489500352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.595875:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489500352/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267962.595952:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bfcec75. 02000000:00000010:1.0:1776267962.595971:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe05f49e. 02000000:00000010:1.0:1776267962.595979:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc9bed29. 00000100:00000010:1.0:1776267962.595983:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:1.0:1776267962.595987:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009322ab49. 00010000:00000010:1.0:1776267962.595990:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00080000:00000010:1.0:1776267962.596012:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc9bed29. 00010000:00000010:1.0:1776267962.596105:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.596112:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068a036e5. 00010000:00000010:1.0:1776267962.596266:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea5bbac9. 00010000:00000010:1.0:1776267962.596273:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d441df6. 00010000:00000010:1.0:1776267962.596284:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.596291:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009322ab49. 00000100:00000010:1.0:1776267962.596297:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267962.596311:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe05f49e. 02000000:00000010:1.0:1776267962.596344:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8f6f1f0. 00000400:00000010:1.0:1776267962.596361:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf14bda. 00000400:00000010:1.0:1776267962.596366:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756ab9ae. 00000100:00000200:1.0:1776267962.596372:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500416, portal 16 00000400:00000010:1.0:1776267962.596376:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c700c40e. 00000100:00000200:1.0:1776267962.596378:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500416, offset 0 00000400:00000200:1.0:1776267962.596386:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.596400:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.596408:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.596411:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.596413:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.596417:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91621:91621:256:4294967295] 192.168.202.34@tcp LPNI seq info [91621:91621:8:4294967295] 00000400:00000200:1.0:1776267962.596426:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.596432:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.596436:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343698). 00000800:00000200:1.0:1776267962.596442:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.596449:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.596452:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.596974:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.596979:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:2.0:1776267962.596984:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.596989:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.596992:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c700c40e 00000400:00000010:2.0:1776267962.596994:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c700c40e. 00000100:00000200:2.0:1776267962.597000:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489500416/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267962.606138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f58a9a2e. 00010000:00000010:1.1:1776267962.606155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000295b842c. 00010000:00000010:1.1:1776267962.606159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a410ab5d. 00000400:00000200:2.0:1776267962.611556:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.611578:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c100 00000400:00000200:2.0:1776267962.611586:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7cfd [1] + 224 00000400:00000200:2.0:1776267962.611602:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.611606:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.611617:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489500416/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267962.613161:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cf14bda. 00000400:00000200:1.0:1776267962.613170:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756ab9ae 00000400:00000010:1.0:1776267962.613172:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756ab9ae. 00000100:00000200:1.0:1776267962.613181:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489500416/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.613275:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489500416/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.613307:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8f6f1f0. 02000000:00000010:1.0:1776267962.613314:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fe05f49e. 00000100:00000010:1.0:1776267962.613319:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:1.0:1776267962.613322:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009322ab49. 00010000:00000010:1.0:1776267962.613326:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00000400:00000200:2.0:1776267962.618668:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.618689:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cf40 00000400:00000200:2.0:1776267962.618697:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb666d [2] + 0 00000400:00000200:2.0:1776267962.619155:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.619162:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.619168:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.619175:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 00000020:00000010:0.0:1776267962.619312:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea75c513. 00000020:00000010:0.0:1776267962.619320:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ed29fa5e. 00000020:00000010:0.0:1776267962.619324:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267962.619365:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000200aa5ca x1862549476134720/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267962.619396:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134720 02000000:00000010:0.0:1776267962.619408:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c13579e3. 00010000:00000010:0.0:1776267962.619435:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000117f72ee. 00010000:00000010:0.0:1776267962.619458:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.619465:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f5b607. 00000100:00000010:0.0:1776267962.619484:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8f5b607. 00010000:00000010:0.0:1776267962.619490:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00000400:00000010:0.0:1776267962.619503:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd188b69. 00000100:00000200:0.0:1776267962.619508:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134720, offset 224 00000400:00000200:0.0:1776267962.619515:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.619527:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.619532:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91622:91622:256:4294967295] 192.168.202.34@tcp LPNI seq info [91622:91622:8:4294967295] 00000400:00000200:0.0:1776267962.619541:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.619546:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.619551:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb6d44d (tot 82343698). 00000800:00000200:0.0:1776267962.619557:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.619563:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.619567:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bb6d44d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267962.619592:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ed29fa5e. 00000020:00000010:0.0:1776267962.619597:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267962.619599:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea75c513. 00080000:00000010:2.0:1776267962.619754:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006bb2fe20. 00010000:00000010:2.0:1776267962.619848:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d441df6. 00010000:00000010:2.0:1776267962.619855:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d043ce4f. 00010000:00000010:2.0:1776267962.619984:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039f0146f. 00010000:00000010:2.0:1776267962.619991:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c3db9cba. 00010000:00000010:2.0:1776267962.620002:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013c1453e. 00000100:00000010:2.0:1776267962.620006:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d4fb30d. 00000100:00000010:2.0:1776267962.620013:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 02000000:00000010:2.0:1776267962.620023:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ba2d47b. 02000000:00000010:2.0:1776267962.620045:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000593cddf. 00000400:00000010:2.0:1776267962.620051:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000619995f1. 00000400:00000010:2.0:1776267962.620056:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a296b32. 00000100:00000200:2.0:1776267962.620060:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500480, portal 16 00000400:00000010:2.0:1776267962.620065:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cca27. 00000100:00000200:2.0:1776267962.620068:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500480, offset 0 00000400:00000200:2.0:1776267962.620074:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.620081:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.620088:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.620092:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.620094:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.620097:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91623:91623:255:4294967295] 192.168.202.34@tcp LPNI seq info [91623:91623:7:4294967295] 00000400:00000200:2.0:1776267962.620104:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.620108:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.620112:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343946). 00000800:00000200:2.0:1776267962.620116:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.620121:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.620123:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267962.621133:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.621139:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb6d44d (tot 82343698). 00000400:00000200:1.0:1776267962.621144:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.621151:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.621155:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd188b69 00000400:00000010:1.0:1776267962.621157:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd188b69. 00000800:00000200:0.0:1776267962.622120:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.622123:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:0.0:1776267962.622129:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.622135:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.622138:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cca27 00000400:00000010:0.0:1776267962.622140:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cca27. 00000100:00000200:0.0:1776267962.622149:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f72124f x1862549489500480/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267962.624962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098d59b48. 00010000:00000010:2.1:1776267962.625021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5bbac9. 00010000:00000010:0.1:1776267962.625142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015b43d18. 00000400:00000200:2.0:1776267962.630709:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.630731:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c140 00000400:00000200:2.0:1776267962.630740:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7d09 [1] + 224 00000400:00000200:2.0:1776267962.630753:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.630757:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.630767:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f72124f x1862549489500480/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.630865:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.630872:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cf80 00000400:00000200:2.0:1776267962.630876:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb666d [2] + 328 00000400:00000200:2.0:1776267962.630887:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.630890:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.630920:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.630936:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 00000020:00000010:3.0:1776267962.631134:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbe804c6. 00000020:00000010:3.0:1776267962.631141:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.631145:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.631170:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008d76028b x1862549476134784/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267962.631214:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134784 02000000:00000010:3.0:1776267962.631225:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009605678. 00010000:00000010:3.0:1776267962.631262:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.631269:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cafda20c. 00000100:00000010:3.0:1776267962.631275:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cafda20c. 00010000:00000010:3.0:1776267962.631279:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.631292:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002608d70c. 00000100:00000200:3.0:1776267962.631297:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134784, offset 224 00000400:00000200:3.0:1776267962.631304:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.631315:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.631321:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91624:91624:256:4294967295] 192.168.202.34@tcp LPNI seq info [91624:91624:8:4294967295] 00000400:00000200:3.0:1776267962.631329:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.631334:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.631338:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab69bfc5 (tot 82343698). 00000800:00000200:3.0:1776267962.631342:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.631361:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.631365:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ab69bfc5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.631383:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.631386:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.631389:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbe804c6. 00000800:00000200:2.0:1776267962.631793:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.631797:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab69bfc5 (tot 82343450). 00000400:00000200:2.0:1776267962.631804:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.631809:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.631813:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002608d70c 00000400:00000010:2.0:1776267962.631820:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002608d70c. 00000400:00000010:0.0:1776267962.634910:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000619995f1. 00000400:00000200:0.0:1776267962.634922:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a296b32 00000400:00000010:0.0:1776267962.634924:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a296b32. 00000100:00000200:0.0:1776267962.635198:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f72124f x1862549489500480/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.635218:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f72124f x1862549489500480/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267962.635248:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000347a1803. 02000000:00000010:0.0:1776267962.635265:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000593cddf. 02000000:00000010:0.0:1776267962.635271:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ba2d47b. 00000100:00000010:0.0:1776267962.635274:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 00000100:00000010:0.0:1776267962.635278:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d4fb30d. 00010000:00000010:0.0:1776267962.635281:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013c1453e. 00080000:00000010:0.0:1776267962.635305:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea75c513. 00010000:00000010:0.0:1776267962.635793:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3db9cba. 00010000:00000010:0.0:1776267962.635803:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000028d10981. 00010000:00000010:0.0:1776267962.635891:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2dc5c4d. 00010000:00000010:0.0:1776267962.636073:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267962.636087:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.636095:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f5b607. 00000100:00000010:0.0:1776267962.636104:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 02000000:00000010:0.0:1776267962.636117:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d67910fb. 02000000:00000010:0.0:1776267962.636145:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c5d0260. 00000400:00000010:0.0:1776267962.636150:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267962.636155:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267962.636184:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500544, portal 16 00000400:00000010:0.0:1776267962.636190:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063608909. 00000100:00000200:0.0:1776267962.636193:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500544, offset 0 00000400:00000200:0.0:1776267962.636201:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.636229:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.636236:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.636240:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.636243:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.636246:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91625:91625:256:4294967295] 192.168.202.34@tcp LPNI seq info [91625:91625:8:4294967295] 00000400:00000200:0.0:1776267962.636256:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.636261:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.636265:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343698). 00000800:00000200:0.0:1776267962.636271:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.636278:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.636283:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.636563:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.636567:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:2.0:1776267962.636573:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.636578:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.636582:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063608909 00000400:00000010:2.0:1776267962.636584:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063608909. 00000100:00000200:2.0:1776267962.636590:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000009825d73 x1862549489500544/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267962.642108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c03c48b. 00010000:00000010:0.1:1776267962.642123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000324e3aad. 00010000:00000010:0.1:1776267962.642128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f0146f. 00000400:00000200:2.0:1776267962.644953:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.644975:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c180 00000400:00000200:2.0:1776267962.644984:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7d15 [1] + 224 00000400:00000200:2.0:1776267962.645000:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.645004:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.645015:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000009825d73 x1862549489500544/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267962.645167:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060ea21af. 00000400:00000200:0.0:1776267962.645173:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267962.645174:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267962.645182:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000009825d73 x1862549489500544/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.645191:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000009825d73 x1862549489500544/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267962.645231:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c5d0260. 02000000:00000010:0.0:1776267962.645239:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d67910fb. 00000100:00000010:0.0:1776267962.645243:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 00000100:00000010:0.0:1776267962.645247:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8f5b607. 00010000:00000010:0.0:1776267962.645252:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00000400:00000200:2.0:1776267962.652030:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.652051:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6cfc0 00000400:00000200:2.0:1776267962.652058:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb666d [2] + 656 00000400:00000200:2.0:1776267962.652137:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.652143:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.652150:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.652156:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 00000020:00000010:1.0:1776267962.652662:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe05f49e. 00000020:00000010:1.0:1776267962.652669:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cf1eefb3. 00000020:00000010:1.0:1776267962.652673:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267962.652701:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f72124f x1862549476134848/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267962.652734:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134848 02000000:00000010:1.0:1776267962.652745:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8f6f1f0. 00010000:00000010:1.0:1776267962.652773:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070cd749d. 00010000:00000010:1.0:1776267962.652793:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.652799:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009322ab49. 00000100:00000010:1.0:1776267962.652818:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009322ab49. 00010000:00000010:1.0:1776267962.652821:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00000400:00000010:1.0:1776267962.652832:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756ab9ae. 00000100:00000200:1.0:1776267962.652836:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134848, offset 224 00000400:00000200:1.0:1776267962.652844:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.652855:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.652860:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91626:91626:256:4294967295] 192.168.202.34@tcp LPNI seq info [91626:91626:8:4294967295] 00000400:00000200:1.0:1776267962.652869:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.652873:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.652877:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267962.652883:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.652889:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.652945:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267962.652961:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cf1eefb3. 00000020:00000010:1.0:1776267962.652965:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267962.652967:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe05f49e. 00080000:00000010:0.0:1776267962.653098:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d67910fb. 00010000:00000010:0.0:1776267962.653182:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267962.653190:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6fadd71. 00010000:00000010:0.0:1776267962.653273:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072dd92e1. 00010000:00000010:0.0:1776267962.653278:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267962.653288:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.653292:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f5b607. 00000100:00000010:0.0:1776267962.653299:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 02000000:00000010:0.0:1776267962.653309:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c5d0260. 02000000:00000010:0.0:1776267962.653330:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ce39fee. 00000400:00000010:0.0:1776267962.653335:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267962.653339:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267962.653344:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500608, portal 16 00000400:00000010:0.0:1776267962.653359:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f345824e. 00000100:00000200:0.0:1776267962.653361:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500608, offset 0 00000400:00000200:0.0:1776267962.653367:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.653373:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.653379:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.653382:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.653384:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.653386:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91627:91627:255:4294967295] 192.168.202.34@tcp LPNI seq info [91627:91627:7:4294967295] 00000400:00000200:0.0:1776267962.653393:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.653397:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.653400:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343946). 00000800:00000200:0.0:1776267962.653404:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.653408:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.653409:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.653969:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.653973:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343698). 00000400:00000200:2.0:1776267962.653978:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.653983:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.653988:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756ab9ae 00000400:00000010:2.0:1776267962.653990:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756ab9ae. 00000800:00000200:2.0:1776267962.654048:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.654050:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343450). 00000400:00000200:2.0:1776267962.654053:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.654056:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.654058:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f345824e 00000400:00000010:2.0:1776267962.654059:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f345824e. 00000100:00000200:2.0:1776267962.654065:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000009825d73 x1862549489500608/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.657186:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.657217:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c1c0 00000400:00000200:2.0:1776267962.657227:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7d21 [1] + 224 00000400:00000200:2.0:1776267962.657240:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.657244:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.657254:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000009825d73 x1862549489500608/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.657293:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.657298:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d000 00000400:00000200:2.0:1776267962.657302:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb666d [2] + 984 00000400:00000200:2.0:1776267962.657347:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.657351:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.657355:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.657360:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 00000400:00000010:0.0:1776267962.658138:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060ea21af. 00000400:00000200:0.0:1776267962.658143:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267962.658145:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267962.658154:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000009825d73 x1862549489500608/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.658162:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000009825d73 x1862549489500608/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267962.658190:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ce39fee. 02000000:00000010:0.0:1776267962.658197:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c5d0260. 00000100:00000010:0.0:1776267962.658199:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 00000100:00000010:0.0:1776267962.658213:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8f5b607. 00010000:00000010:0.0:1776267962.658218:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00000020:00000010:2.0:1776267962.667852:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c470cf83. 00000020:00000010:2.0:1776267962.667868:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a1c20a82. 00000020:00000010:2.0:1776267962.667873:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267962.667940:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c9c03c4 x1862549476134912/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267962.667974:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134912 02000000:00000010:2.0:1776267962.667986:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dccdf509. 00010000:00000010:2.0:1776267962.668021:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003b15bcf. 00010000:00000010:2.0:1776267962.668085:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ca71ad4. 00000100:00000010:2.0:1776267962.668095:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d4fb30d. 00000100:00000010:2.0:1776267962.668109:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d4fb30d. 00010000:00000010:2.0:1776267962.668112:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ca71ad4. 00000400:00000010:2.0:1776267962.668126:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267962.668132:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134912, offset 224 00000400:00000200:2.0:1776267962.668140:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.668153:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.668159:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91628:91628:256:4294967295] 192.168.202.34@tcp LPNI seq info [91628:91628:8:4294967295] 00000400:00000200:2.0:1776267962.668170:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.668176:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.668181:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267962.668187:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.668194:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.668198:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267962.668231:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a1c20a82. 00000020:00000010:2.0:1776267962.668235:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267962.668237:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c470cf83. 00080000:00000010:0.0:1776267962.668319:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c5d0260. 00010000:00000010:0.0:1776267962.668414:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267962.668421:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a302077b. 00010000:00000010:0.0:1776267962.668499:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055ade56d. 00010000:00000010:0.0:1776267962.668505:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267962.668516:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.668519:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f5b607. 00000100:00000010:0.0:1776267962.668526:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 02000000:00000010:0.0:1776267962.668537:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ce39fee. 02000000:00000010:0.0:1776267962.668558:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdce6f51. 00000400:00000010:0.0:1776267962.668564:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267962.668569:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267962.668574:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500672, portal 16 00000400:00000010:0.0:1776267962.668578:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da156716. 00000100:00000200:0.0:1776267962.668580:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500672, offset 0 00000400:00000200:0.0:1776267962.668585:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.668592:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.668597:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.668600:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.668602:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.668605:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91629:91629:255:4294967295] 192.168.202.34@tcp LPNI seq info [91629:91629:7:4294967295] 00000400:00000200:0.0:1776267962.668612:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.668616:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.668619:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343946). 00000800:00000200:0.0:1776267962.668623:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.668627:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.668629:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776267962.668789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012fde467. 00000800:00000200:3.0:1776267962.668882:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.668886:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343698). 00000400:00000200:3.0:1776267962.668891:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.668931:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.668937:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:3.0:1776267962.668939:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000800:00000200:3.0:1776267962.669472:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.669476:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000400:00000200:3.0:1776267962.669480:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.669484:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.669488:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da156716 00000400:00000010:3.0:1776267962.669489:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da156716. 00000100:00000200:3.0:1776267962.669495:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000009825d73 x1862549489500672/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267962.671036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037f000f8. 00010000:00000010:0.1:1776267962.671049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dc5c4d. 00000400:00000200:2.0:1776267962.676324:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.676344:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c200 00000400:00000200:2.0:1776267962.676360:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7d2d [1] + 224 00000400:00000200:2.0:1776267962.676376:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.676380:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.676390:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000009825d73 x1862549489500672/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267962.676628:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060ea21af. 00000400:00000200:0.0:1776267962.676634:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267962.676636:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267962.676642:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000009825d73 x1862549489500672/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.676655:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000009825d73 x1862549489500672/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267962.676681:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdce6f51. 02000000:00000010:0.0:1776267962.676687:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003ce39fee. 00000100:00000010:0.0:1776267962.676691:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 00000100:00000010:0.0:1776267962.676694:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8f5b607. 00010000:00000010:0.0:1776267962.676699:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00000400:00000200:2.0:1776267962.678135:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.678151:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d040 00000400:00000200:2.0:1776267962.678158:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb666d [2] + 1312 00000400:00000200:2.0:1776267962.678220:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.678225:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.678231:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.678236:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 00000020:00000010:1.0:1776267962.678338:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe05f49e. 00000020:00000010:1.0:1776267962.678346:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cf1eefb3. 00000020:00000010:1.0:1776267962.678350:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267962.678376:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa9f9452 x1862549476134976/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267962.678409:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476134976 02000000:00000010:1.0:1776267962.678419:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2037dc8. 00010000:00000010:1.0:1776267962.678445:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009dcd3d36. 00010000:00000010:1.0:1776267962.678470:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.678484:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009322ab49. 00000100:00000010:1.0:1776267962.678502:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009322ab49. 00010000:00000010:1.0:1776267962.678505:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00000400:00000010:1.0:1776267962.678517:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267962.678522:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476134976, offset 224 00000400:00000200:1.0:1776267962.678530:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.678540:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.678545:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91630:91630:256:4294967295] 192.168.202.34@tcp LPNI seq info [91630:91630:8:4294967295] 00000400:00000200:1.0:1776267962.678555:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.678560:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.678564:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267962.678570:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.678576:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.678580:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267962.678609:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cf1eefb3. 00000020:00000010:1.0:1776267962.678613:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267962.678616:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe05f49e. 00000800:00000200:3.0:1776267962.678714:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.678719:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:3.0:1776267962.678723:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.678727:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.678730:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:3.0:1776267962.678731:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00080000:00000010:0.0:1776267962.678792:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ce39fee. 00010000:00000010:0.0:1776267962.678870:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267962.678877:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db704dc9. 00010000:00000010:0.0:1776267962.678984:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2dc5c4d. 00010000:00000010:0.0:1776267962.678990:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267962.679000:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.679004:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f5b607. 00000100:00000010:0.0:1776267962.679011:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 02000000:00000010:0.0:1776267962.679022:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fdce6f51. 02000000:00000010:0.0:1776267962.679043:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d55bf219. 00000400:00000010:0.0:1776267962.679048:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267962.679052:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267962.679056:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500736, portal 16 00000400:00000010:0.0:1776267962.679061:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da156716. 00000100:00000200:0.0:1776267962.679063:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500736, offset 0 00000400:00000200:0.0:1776267962.679068:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.679075:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.679081:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.679084:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.679086:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.679089:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91631:91631:256:4294967295] 192.168.202.34@tcp LPNI seq info [91631:91631:8:4294967295] 00000400:00000200:0.0:1776267962.679095:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.679099:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.679102:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267962.679106:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.679110:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.679112:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267962.679218:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.679221:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:3.0:1776267962.679224:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.679228:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.679230:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da156716 00000400:00000010:3.0:1776267962.679231:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da156716. 00000100:00000200:3.0:1776267962.679238:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000009825d73 x1862549489500736/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267962.680129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000becbcdc3. 00010000:00000010:0.1:1776267962.680137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072dd92e1. 00010000:00000010:2.1:1776267962.681360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfd90c6f. 00010000:00000010:1.1:1776267962.685031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000867094d7. 00010000:00000010:0.1:1776267962.689043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd1e86b6. 00010000:00000010:0.1:1776267962.689060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ade56d. 00000400:00000200:2.0:1776267962.705955:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.705974:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c240 00000400:00000200:2.0:1776267962.705982:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7d39 [1] + 224 00000400:00000200:2.0:1776267962.705995:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.705999:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.706010:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000009825d73 x1862549489500736/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.706041:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.706047:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d080 00000400:00000200:2.0:1776267962.706051:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb666d [2] + 1640 00000400:00000200:2.0:1776267962.706104:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.706108:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.706112:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.706117:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 00000400:00000010:0.0:1776267962.706354:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060ea21af. 00000400:00000200:0.0:1776267962.706359:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267962.706362:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267962.706369:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000009825d73 x1862549489500736/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.706378:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000009825d73 x1862549489500736/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267962.706407:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d55bf219. 02000000:00000010:0.0:1776267962.706414:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fdce6f51. 00000100:00000010:0.0:1776267962.706418:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 00000100:00000010:0.0:1776267962.706421:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8f5b607. 00010000:00000010:0.0:1776267962.706425:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00000020:00000010:3.0:1776267962.706714:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbe804c6. 00000020:00000010:3.0:1776267962.706722:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.706725:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.706750:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000032d5c907 x1862549476135040/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267962.706785:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476135040 02000000:00000010:3.0:1776267962.706795:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e868c073. 00010000:00000010:3.0:1776267962.706820:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea7d3dc3. 00010000:00000010:3.0:1776267962.706840:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.706846:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cafda20c. 00000100:00000010:3.0:1776267962.706860:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cafda20c. 00010000:00000010:3.0:1776267962.706863:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.706875:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8542c5d. 00000100:00000200:3.0:1776267962.706879:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476135040, offset 224 00000400:00000200:3.0:1776267962.706885:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.706935:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.706940:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91632:91632:256:4294967295] 192.168.202.34@tcp LPNI seq info [91632:91632:8:4294967295] 00000400:00000200:3.0:1776267962.706949:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.706953:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.706958:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075b89af2 (tot 82343698). 00000800:00000200:3.0:1776267962.706963:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.706970:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.706973:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075b89af2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.706991:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.706994:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.706996:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbe804c6. 00000800:00000200:3.0:1776267962.707067:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.707070:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075b89af2 (tot 82343450). 00000400:00000200:3.0:1776267962.707075:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.707079:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.707081:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e8542c5d 00000400:00000010:3.0:1776267962.707083:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e8542c5d. 00080000:00000010:0.0:1776267962.707216:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdce6f51. 00010000:00000010:0.0:1776267962.707293:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267962.707301:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000091e136ce. 00010000:00000010:0.0:1776267962.707378:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055ade56d. 00010000:00000010:0.0:1776267962.707384:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267962.707393:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.707397:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f5b607. 00000100:00000010:0.0:1776267962.707402:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 02000000:00000010:0.0:1776267962.707413:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d55bf219. 02000000:00000010:0.0:1776267962.707436:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6efda11. 00000400:00000010:0.0:1776267962.707440:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267962.707444:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267962.707449:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500800, portal 16 00000400:00000010:0.0:1776267962.707453:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f345824e. 00000100:00000200:0.0:1776267962.707455:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500800, offset 0 00000400:00000200:0.0:1776267962.707462:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.707469:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.707475:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.707491:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.707495:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.707497:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91633:91633:256:4294967295] 192.168.202.34@tcp LPNI seq info [91633:91633:8:4294967295] 00000400:00000200:0.0:1776267962.707504:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.707508:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.707511:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343698). 00000800:00000200:0.0:1776267962.707516:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.707519:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.707521:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267962.707864:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.707867:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343450). 00000400:00000200:3.0:1776267962.707872:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.707876:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.707879:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f345824e 00000400:00000010:3.0:1776267962.707880:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f345824e. 00000100:00000200:3.0:1776267962.707885:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000009825d73 x1862549489500800/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267962.713031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8d48666. 00000400:00000200:2.0:1776267962.713127:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.713145:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c280 00000400:00000200:2.0:1776267962.713154:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7d45 [1] + 224 00000400:00000200:2.0:1776267962.713168:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.713172:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.713183:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000009825d73 x1862549489500800/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267962.713308:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060ea21af. 00000400:00000200:0.0:1776267962.713314:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267962.713316:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267962.713322:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000009825d73 x1862549489500800/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.713329:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000009825d73 x1862549489500800/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267962.713358:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6efda11. 02000000:00000010:0.0:1776267962.713363:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d55bf219. 00000100:00000010:0.0:1776267962.713368:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 00000100:00000010:0.0:1776267962.713372:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8f5b607. 00010000:00000010:0.0:1776267962.713376:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00000400:00000200:3.0:1776267962.715440:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.715459:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d0c0 00000400:00000200:3.0:1776267962.715466:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb666d [2] + 1968 00000400:00000010:3.0:1776267962.715470:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000114702da. 00000400:00000200:3.0:1776267962.715478:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008617b2da 00000400:00000200:3.0:1776267962.715535:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.715540:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.715543:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008617b2da 00000400:00000010:3.0:1776267962.715546:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008617b2da (tot 82343298). 00000100:00000200:3.0:1776267962.715552:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776267962.715698:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe05f49e. 00000020:00000010:1.0:1776267962.715706:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cf1eefb3. 00000020:00000010:1.0:1776267962.715710:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267962.715736:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002f3d8d19 x1862549476135104/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267962.715766:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476135104 02000000:00000010:1.0:1776267962.715780:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000776bdcf3. 00010000:00000010:1.0:1776267962.715807:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000295c7c7e. 00010000:00000010:1.0:1776267962.715831:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.715837:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009322ab49. 00000100:00000010:1.0:1776267962.715850:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009322ab49. 00010000:00000010:1.0:1776267962.715854:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00000400:00000010:1.0:1776267962.715866:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007677005. 00000100:00000200:1.0:1776267962.715871:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476135104, offset 224 00000400:00000200:1.0:1776267962.715879:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.715889:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.715932:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91634:91634:256:4294967295] 192.168.202.34@tcp LPNI seq info [91634:91634:8:4294967295] 00000400:00000200:1.0:1776267962.715941:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.715946:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.715951:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343546). 00000800:00000200:1.0:1776267962.715957:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.715963:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.715967:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267962.715987:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cf1eefb3. 00000020:00000010:1.0:1776267962.715991:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267962.715994:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe05f49e. 02000000:00000010:1.0:1776267962.716002:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e868c073. 00000100:00000010:1.0:1776267962.716005:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 02000000:00000010:1.0:1776267962.716008:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2037dc8. 00000100:00000010:1.0:1776267962.716010:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 02000000:00000010:1.0:1776267962.716013:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dccdf509. 00000100:00000010:1.0:1776267962.716015:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 02000000:00000010:1.0:1776267962.716018:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8f6f1f0. 00000100:00000010:1.0:1776267962.716020:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 02000000:00000010:1.0:1776267962.716022:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009605678. 00000100:00000010:1.0:1776267962.716024:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 02000000:00000010:1.0:1776267962.716026:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c13579e3. 00000100:00000010:1.0:1776267962.716029:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 00000100:00000200:1.0:1776267962.716035:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776267962.716039:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004cf14bda. 00000400:00000010:1.0:1776267962.716043:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009322ab49 (tot 82343698). 00000800:00000200:2.0:1776267962.716191:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.716195:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:2.0:1776267962.716200:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.716213:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.716216:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007677005 00000400:00000010:2.0:1776267962.716218:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007677005. 02000000:00000010:2.0:1776267962.716222:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000776bdcf3. 00010000:00000010:0.1:1776267962.721853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034cb346c. 00010000:00000010:0.1:1776267962.721870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dc5c4d. 00080000:00000010:0.0:1776267962.721927:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d55bf219. 00010000:00000010:0.0:1776267962.722033:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267962.722045:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea8ce4c3. 00010000:00000010:0.0:1776267962.722135:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2dc5c4d. 00010000:00000010:0.0:1776267962.722142:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267962.722156:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.722166:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f5b607. 00000100:00000010:0.0:1776267962.722176:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 02000000:00000010:0.0:1776267962.722194:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6efda11. 02000000:00000010:0.0:1776267962.722241:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c13579e3. 00000400:00000010:0.0:1776267962.722249:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267962.722256:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267962.722264:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500864, portal 16 00000400:00000010:0.0:1776267962.722270:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063608909. 00000100:00000200:0.0:1776267962.722272:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500864, offset 0 00000400:00000200:0.0:1776267962.722283:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.722303:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.722312:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.722316:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.722319:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.722323:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91635:91635:256:4294967295] 192.168.202.34@tcp LPNI seq info [91635:91635:8:4294967295] 00000400:00000200:0.0:1776267962.722335:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.722341:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.722346:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267962.722355:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.722362:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.722366:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776267962.722430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000036da7f1. 00000800:00000200:2.0:1776267962.722534:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.722538:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343450). 00000400:00000200:2.0:1776267962.722543:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.722548:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.722552:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063608909 00000400:00000010:2.0:1776267962.722554:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063608909. 00000100:00000200:2.0:1776267962.722561:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000009825d73 x1862549489500864/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267962.727768:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.727791:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c2c0 00000400:00000200:3.0:1776267962.727801:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7d55 [1] + 224 00000400:00000200:3.0:1776267962.727820:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.727825:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.727839:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000009825d73 x1862549489500864/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267962.727949:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060ea21af. 00000400:00000200:0.0:1776267962.727955:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267962.727957:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267962.727964:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000009825d73 x1862549489500864/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.727971:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000009825d73 x1862549489500864/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267962.728000:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c13579e3. 02000000:00000010:0.0:1776267962.728007:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a6efda11. 00000100:00000010:0.0:1776267962.728011:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 00000100:00000010:0.0:1776267962.728015:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8f5b607. 00010000:00000010:0.0:1776267962.728019:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00010000:00000010:0.1:1776267962.731938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c82d5605. 00010000:00000010:0.1:1776267962.731954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ade56d. 00000400:00000200:2.0:1776267962.733234:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.733254:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d100 00000400:00000200:2.0:1776267962.733262:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb66c5 [2] + 0 00000400:00000200:2.0:1776267962.733338:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.733343:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.733350:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.733355:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 00000020:00000010:3.0:1776267962.734120:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbe804c6. 00000020:00000010:3.0:1776267962.734130:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.734133:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.734165:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000425f4f8d x1862549476135168/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267962.734214:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476135168 02000000:00000010:3.0:1776267962.734228:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018b781cf. 00010000:00000010:3.0:1776267962.734261:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000630d2993. 00010000:00000010:3.0:1776267962.734288:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.734296:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cafda20c. 00000100:00000010:3.0:1776267962.734318:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cafda20c. 00010000:00000010:3.0:1776267962.734323:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.734340:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8542c5d. 00000100:00000200:3.0:1776267962.734347:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476135168, offset 224 00000400:00000200:3.0:1776267962.734356:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.734369:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.734375:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91636:91636:256:4294967295] 192.168.202.34@tcp LPNI seq info [91636:91636:8:4294967295] 00000400:00000200:3.0:1776267962.734387:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.734392:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.734396:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075b89af2 (tot 82343698). 00000800:00000200:3.0:1776267962.734403:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00080000:00000010:0.0:1776267962.734410:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6efda11. 00000800:00000200:3.0:1776267962.734411:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.734414:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075b89af2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.734440:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.734444:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.734447:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbe804c6. 00010000:00000010:0.0:1776267962.734517:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267962.734526:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000088f998a. 00010000:00000010:0.0:1776267962.734638:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055ade56d. 00010000:00000010:0.0:1776267962.734644:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267962.734657:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.734661:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f5b607. 00000100:00000010:0.0:1776267962.734669:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 02000000:00000010:0.0:1776267962.734683:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c13579e3. 02000000:00000010:0.0:1776267962.734714:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009541819f. 00000400:00000010:0.0:1776267962.734720:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267962.734726:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267962.734732:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500928, portal 16 00000400:00000010:0.0:1776267962.734737:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd188b69. 00000100:00000200:0.0:1776267962.734739:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500928, offset 0 00000400:00000200:0.0:1776267962.734744:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.734752:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.734758:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.734761:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.734764:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.734766:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91637:91637:255:4294967295] 192.168.202.34@tcp LPNI seq info [91637:91637:7:4294967295] 00000400:00000200:0.0:1776267962.734774:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.734778:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.734782:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff893d (tot 82343946). 00000800:00000200:0.0:1776267962.734786:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.734790:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.734792:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093ff893d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.735265:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.735269:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075b89af2 (tot 82343698). 00000400:00000200:2.0:1776267962.735275:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.735280:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.735285:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e8542c5d 00000400:00000010:2.0:1776267962.735287:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e8542c5d. 00000800:00000200:2.0:1776267962.735380:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.735382:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343450). 00000400:00000200:2.0:1776267962.735386:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.735389:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.735390:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd188b69 00000400:00000010:2.0:1776267962.735392:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd188b69. 00000100:00000200:2.0:1776267962.735399:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000009825d73 x1862549489500928/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267962.739088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006df26663. 00010000:00000010:0.1:1776267962.739106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dc5c4d. 00010000:00000010:3.1:1776267962.745458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec636ed9. 00000400:00000200:3.0:1776267962.745630:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267962.745651:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c300 00000400:00000200:3.0:1776267962.745660:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7d61 [1] + 224 00000400:00000200:3.0:1776267962.745676:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.745680:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267962.745695:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000009825d73 x1862549489500928/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267962.745825:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060ea21af. 00000400:00000200:0.0:1776267962.745832:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267962.745834:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267962.745842:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000009825d73 x1862549489500928/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.745849:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000009825d73 x1862549489500928/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267962.745883:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009541819f. 02000000:00000010:0.0:1776267962.745889:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c13579e3. 00000100:00000010:0.0:1776267962.745938:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 00000100:00000010:0.0:1776267962.745943:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8f5b607. 00010000:00000010:0.0:1776267962.745947:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00000400:00000200:2.0:1776267962.749408:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.749430:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d140 00000400:00000200:2.0:1776267962.749438:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb66c5 [2] + 328 00000400:00000200:2.0:1776267962.749499:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.749503:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.749511:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.749517:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 00000020:00000010:3.0:1776267962.749864:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbe804c6. 00000020:00000010:3.0:1776267962.749871:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.749876:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.749952:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000192be620 x1862549476135232/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267962.749986:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476135232 02000000:00000010:3.0:1776267962.749996:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a27f1142. 00010000:00000010:3.0:1776267962.750025:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000346a696d. 00010000:00000010:3.0:1776267962.750047:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.750055:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cafda20c. 00000100:00000010:3.0:1776267962.750064:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cafda20c. 00010000:00000010:3.0:1776267962.750068:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.750082:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a04c9ce3. 00000100:00000200:3.0:1776267962.750087:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476135232, offset 224 00000400:00000200:3.0:1776267962.750095:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.750107:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.750112:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91638:91638:256:4294967295] 192.168.202.34@tcp LPNI seq info [91638:91638:8:4294967295] 00000400:00000200:3.0:1776267962.750121:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.750126:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.750131:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b53b411 (tot 82343698). 00000800:00000200:3.0:1776267962.750137:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.750143:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.750147:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005b53b411 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.750169:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.750172:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.750175:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbe804c6. 00000800:00000200:2.0:1776267962.750407:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.750411:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b53b411 (tot 82343450). 00000400:00000200:2.0:1776267962.750418:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.750423:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.750427:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a04c9ce3 00000400:00000010:2.0:1776267962.750428:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a04c9ce3. 00080000:00000010:0.0:1776267962.750760:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009541819f. 00010000:00000010:0.0:1776267962.750855:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267962.750863:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9201638. 00010000:00000010:0.0:1776267962.751141:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2dc5c4d. 00010000:00000010:0.0:1776267962.751148:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267962.751160:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.751166:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f5b607. 00000100:00000010:0.0:1776267962.751175:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 02000000:00000010:0.0:1776267962.751188:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c13579e3. 02000000:00000010:0.0:1776267962.751228:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043138e78. 00000400:00000010:0.0:1776267962.751234:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267962.751240:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267962.751246:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489500992, portal 16 00000400:00000010:0.0:1776267962.751252:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ffbbe46f. 00000100:00000200:0.0:1776267962.751254:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489500992, offset 0 00000400:00000200:0.0:1776267962.751261:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.751272:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.751280:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.751284:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.751287:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.751290:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91639:91639:256:4294967295] 192.168.202.34@tcp LPNI seq info [91639:91639:8:4294967295] 00000400:00000200:0.0:1776267962.751299:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.751305:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.751309:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82343698). 00000800:00000200:0.0:1776267962.751314:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.751319:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.751322:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267962.751527:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.751530:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343450). 00000400:00000200:3.0:1776267962.751534:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.751538:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.751541:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffbbe46f 00000400:00000010:3.0:1776267962.751543:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ffbbe46f. 00000100:00000200:3.0:1776267962.751550:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000009825d73 x1862549489500992/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267962.755144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e913299. 00000400:00000200:2.0:1776267962.756663:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.756682:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c340 00000400:00000200:2.0:1776267962.756691:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7d6d [1] + 224 00000400:00000200:2.0:1776267962.756703:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.756707:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.756719:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000009825d73 x1862549489500992/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.756796:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.756802:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d180 00000400:00000200:2.0:1776267962.756807:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb66c5 [2] + 656 00000400:00000200:2.0:1776267962.756817:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.756820:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.756824:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.756828:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090b3b0d2. 00000020:00000010:1.0:1776267962.756954:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000776bdcf3. 00000020:00000010:1.0:1776267962.756963:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cf1eefb3. 00000020:00000010:1.0:1776267962.756968:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267962.756997:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090b3b0d2 x1862549476135296/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1776267962.757031:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476135296 02000000:00000010:1.0:1776267962.757043:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2037dc8. 00010000:00000010:1.0:1776267962.757080:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.757088:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267962.757096:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:1.0:1776267962.757099:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00000400:00000010:1.0:1776267962.757113:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae466b7c. 00000100:00000200:1.0:1776267962.757118:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476135296, offset 224 00000400:00000200:1.0:1776267962.757124:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.757134:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.757140:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91640:91640:256:4294967295] 192.168.202.34@tcp LPNI seq info [91640:91640:8:4294967295] 00000400:00000200:1.0:1776267962.757149:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.757153:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.757157:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343698). 00000800:00000200:1.0:1776267962.757162:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.757169:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.757172:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267962.757194:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cf1eefb3. 00000020:00000010:1.0:1776267962.757198:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267962.757200:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000776bdcf3. 00000800:00000200:2.0:1776267962.757528:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.757533:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:2.0:1776267962.757537:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.757541:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.757545:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae466b7c 00000400:00000010:2.0:1776267962.757547:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae466b7c. 00010000:00000010:0.1:1776267962.760048:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ddf018d. 00010000:00000010:0.1:1776267962.760082:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ade56d. 00000400:00000010:0.0:1776267962.760111:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060ea21af. 00000400:00000200:0.0:1776267962.760117:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:0.0:1776267962.760119:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:0.0:1776267962.760133:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000009825d73 x1862549489500992/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267962.760144:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000009825d73 x1862549489500992/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267962.760177:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbc077a9. 02000000:00000010:0.0:1776267962.760213:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043138e78. 02000000:00000010:0.0:1776267962.760222:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c13579e3. 00000100:00000010:0.0:1776267962.760230:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 00000100:00000010:0.0:1776267962.760233:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8f5b607. 00010000:00000010:0.0:1776267962.760239:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00080000:00000010:1.0:1776267962.760854:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000776bdcf3. 00010000:00000010:1.0:1776267962.761035:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bfe73db. 00010000:00000010:1.0:1776267962.761048:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f70bad71. 00010000:00000010:1.0:1776267962.761155:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a410ab5d. 00010000:00000010:1.0:1776267962.761166:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a65e1757. 00010000:00000010:1.0:1776267962.761183:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.761192:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267962.761215:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267962.761229:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8f6f1f0. 02000000:00000010:1.0:1776267962.761266:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe05f49e. 00000400:00000010:1.0:1776267962.761274:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a52e138f. 00000400:00000010:1.0:1776267962.761280:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.761288:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489501056, portal 16 00000400:00000010:1.0:1776267962.761293:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034fbf27b. 00000100:00000200:1.0:1776267962.761295:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489501056, offset 0 00000400:00000200:1.0:1776267962.761303:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.761317:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.761325:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.761329:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.761332:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.761336:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91641:91641:256:4294967295] 192.168.202.34@tcp LPNI seq info [91641:91641:8:4294967295] 00000400:00000200:1.0:1776267962.761359:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.761366:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.761371:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343698). 00000800:00000200:1.0:1776267962.761378:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.761386:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.761390:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267962.766828:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.766837:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:3.0:1776267962.766847:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.766858:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.766865:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034fbf27b 00000400:00000010:3.0:1776267962.766867:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034fbf27b. 00000100:00000200:3.0:1776267962.766879:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489501056/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.769272:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.769291:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c380 00000400:00000200:2.0:1776267962.769301:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7d79 [1] + 224 00000400:00000200:2.0:1776267962.769316:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.769320:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.769331:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489501056/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267962.769484:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a52e138f. 00000400:00000200:1.0:1776267962.769489:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267962.769491:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.769496:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489501056/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.769504:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489501056/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.769534:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe05f49e. 02000000:00000010:1.0:1776267962.769540:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8f6f1f0. 00000100:00000010:1.0:1776267962.769545:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:1.0:1776267962.769548:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:1.0:1776267962.769552:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00010000:00000010:0.1:1776267962.771952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed206b35. 00010000:00000010:1.1:1776267962.772019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080454c0d. 00010000:00000010:1.1:1776267962.772027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2dc5c4d. 00000400:00000200:2.0:1776267962.773700:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.773720:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d1c0 00000400:00000200:2.0:1776267962.773729:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb66c5 [2] + 984 00000400:00000200:2.0:1776267962.773798:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.773803:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.773811:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.773817:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 00000020:00000010:3.0:1776267962.773974:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbe804c6. 00000020:00000010:3.0:1776267962.773982:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.773986:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.774015:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000200aa5ca x1862549476135360/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267962.774052:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476135360 02000000:00000010:3.0:1776267962.774062:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009605678. 00010000:00000010:3.0:1776267962.774091:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085414994. 00010000:00000010:3.0:1776267962.774113:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.774121:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cafda20c. 00000100:00000010:3.0:1776267962.774140:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cafda20c. 00010000:00000010:3.0:1776267962.774144:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.774157:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0cacef. 00000100:00000200:3.0:1776267962.774162:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476135360, offset 224 00000400:00000200:3.0:1776267962.774169:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.774179:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.774184:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91642:91642:256:4294967295] 192.168.202.34@tcp LPNI seq info [91642:91642:8:4294967295] 00000400:00000200:3.0:1776267962.774193:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.774198:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.774212:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e3802e3 (tot 82343698). 00000800:00000200:3.0:1776267962.774218:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.774225:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.774229:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005e3802e3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.774247:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.774251:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.774253:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbe804c6. 00000800:00000200:0.0:1776267962.774532:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.774537:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e3802e3 (tot 82343450). 00000400:00000200:0.0:1776267962.774544:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.774548:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.774552:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0cacef 00000400:00000010:0.0:1776267962.774554:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0cacef. 00080000:00000010:2.0:1776267962.775047:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e1780ab. 00010000:00000010:2.0:1776267962.775138:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a65e1757. 00010000:00000010:2.0:1776267962.775146:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078ce1e27. 00010000:00000010:2.0:1776267962.775231:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407beaf9. 00010000:00000010:2.0:1776267962.775239:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f3e942f4. 00010000:00000010:2.0:1776267962.775250:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ca71ad4. 00000100:00000010:2.0:1776267962.775256:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d4fb30d. 00000100:00000010:2.0:1776267962.775265:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 02000000:00000010:2.0:1776267962.775277:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c68b4170. 02000000:00000010:2.0:1776267962.775303:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c470cf83. 00000400:00000010:2.0:1776267962.775309:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000806a5723. 00000400:00000010:2.0:1776267962.775314:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267962.775319:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489501120, portal 16 00000400:00000010:2.0:1776267962.775324:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000591578e6. 00000100:00000200:2.0:1776267962.775326:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489501120, offset 0 00000400:00000200:2.0:1776267962.775334:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.775357:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.775365:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.775368:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.775371:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.775374:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91643:91643:256:4294967295] 192.168.202.34@tcp LPNI seq info [91643:91643:8:4294967295] 00000400:00000200:2.0:1776267962.775382:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.775387:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.775391:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267962.775397:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.775403:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.775407:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267962.775613:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267962.775616:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:3.0:1776267962.775622:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267962.775627:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267962.775631:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000591578e6 00000400:00000010:3.0:1776267962.775633:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000591578e6. 00000100:00000200:3.0:1776267962.775640:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008d76028b x1862549489501120/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.778631:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.778651:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c3c0 00000400:00000200:2.0:1776267962.778660:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7d85 [1] + 224 00000400:00000200:2.0:1776267962.778675:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.778678:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.778690:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008d76028b x1862549489501120/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267962.778789:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000806a5723. 00000400:00000200:1.0:1776267962.778795:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:1.0:1776267962.778797:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00000100:00000200:1.0:1776267962.778804:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008d76028b x1862549489501120/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.778812:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008d76028b x1862549489501120/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.778840:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c470cf83. 02000000:00000010:1.0:1776267962.778845:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c68b4170. 00000100:00000010:1.0:1776267962.778848:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 00000100:00000010:1.0:1776267962.778852:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d4fb30d. 00010000:00000010:1.0:1776267962.778855:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ca71ad4. 00010000:00000010:3.1:1776267962.780135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d9c6746. 00000400:00000200:0.0:1776267962.781826:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.781844:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d200 00000400:00000200:0.0:1776267962.781852:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb66c5 [2] + 1312 00000400:00000200:0.0:1776267962.781958:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.781963:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.781971:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.781977:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 00000020:00000010:1.0:1776267962.782114:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8f6f1f0. 00000020:00000010:1.0:1776267962.782120:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cf1eefb3. 00000020:00000010:1.0:1776267962.782125:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267962.782152:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009825d73 x1862549476135424/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267962.782188:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476135424 02000000:00000010:1.0:1776267962.782200:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe05f49e. 00010000:00000010:1.0:1776267962.782241:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e12b2bd7. 00010000:00000010:1.0:1776267962.782263:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.782271:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267962.782291:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:1.0:1776267962.782295:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00000400:00000010:1.0:1776267962.782307:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.782312:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476135424, offset 224 00000400:00000200:1.0:1776267962.782320:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.782330:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.782336:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91644:91644:256:4294967295] 192.168.202.34@tcp LPNI seq info [91644:91644:8:4294967295] 00000400:00000200:1.0:1776267962.782352:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.782358:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.782363:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267962.782369:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.782376:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.782379:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267962.782406:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cf1eefb3. 00000020:00000010:1.0:1776267962.782411:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267962.782413:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8f6f1f0. 00080000:00000010:2.0:1776267962.782475:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dccdf509. 00010000:00000010:2.0:1776267962.782560:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3e942f4. 00010000:00000010:2.0:1776267962.782567:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd309c91. 00010000:00000010:2.0:1776267962.782638:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000157d807. 00010000:00000010:2.0:1776267962.782644:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f3e942f4. 00010000:00000010:2.0:1776267962.782655:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fd06d64. 00000100:00000010:2.0:1776267962.782659:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b43204a3. 00000100:00000010:2.0:1776267962.782666:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 02000000:00000010:2.0:1776267962.782676:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ba2d47b. 02000000:00000010:2.0:1776267962.782697:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000593cddf. 00000400:00000010:2.0:1776267962.782702:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006da3d5a2. 00000400:00000010:2.0:1776267962.782706:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f373599. 00000100:00000200:2.0:1776267962.782711:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489501184, portal 16 00000400:00000010:2.0:1776267962.782715:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d911512c. 00000100:00000200:2.0:1776267962.782717:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489501184, offset 0 00000400:00000200:2.0:1776267962.782722:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.782729:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.782735:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.782738:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.782741:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.782743:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91645:91645:255:4294967295] 192.168.202.34@tcp LPNI seq info [91645:91645:7:4294967295] 00000400:00000200:2.0:1776267962.782750:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.782754:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.782757:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343946). 00000800:00000200:2.0:1776267962.782761:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.782764:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.782767:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.782998:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.783002:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343698). 00000400:00000200:0.0:1776267962.783006:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.783010:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.783014:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:0.0:1776267962.783016:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000800:00000200:0.0:1776267962.783048:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.783050:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343450). 00000400:00000200:0.0:1776267962.783053:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.783056:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.783058:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d911512c 00000400:00000010:0.0:1776267962.783059:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d911512c. 00000100:00000200:0.0:1776267962.783065:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f72124f x1862549489501184/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267962.783877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028e6f94a. 00010000:00000010:2.1:1776267962.783887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a410ab5d. 00000400:00000200:2.0:1776267962.787759:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.787778:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c400 00000400:00000200:2.0:1776267962.787787:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7d91 [1] + 224 00000400:00000200:2.0:1776267962.787799:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.787803:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.787814:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f72124f x1862549489501184/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267962.787858:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.787864:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d240 00000400:00000200:2.0:1776267962.787869:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb66c5 [2] + 1640 00000400:00000200:2.0:1776267962.787877:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.787880:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.787883:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267962.787888:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 00010000:00000010:1.1:1776267962.787990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fd1d9b8. 00000400:00000010:1.0:1776267962.788011:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006da3d5a2. 00000400:00000200:1.0:1776267962.788016:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f373599 00000400:00000010:1.0:1776267962.788018:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f373599. 00000100:00000200:1.0:1776267962.788024:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f72124f x1862549489501184/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.788031:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f72124f x1862549489501184/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.788059:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000593cddf. 02000000:00000010:1.0:1776267962.788064:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ba2d47b. 00000100:00000010:1.0:1776267962.788067:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 00000100:00000010:1.0:1776267962.788069:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b43204a3. 00010000:00000010:1.0:1776267962.788072:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fd06d64. 00000020:00000010:3.0:1776267962.788254:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbe804c6. 00000020:00000010:3.0:1776267962.788261:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.788264:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.788287:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c9c03c4 x1862549476135488/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267962.788474:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476135488 02000000:00000010:3.0:1776267962.788486:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e868c073. 00010000:00000010:3.0:1776267962.788514:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e11f61f8. 00010000:00000010:3.0:1776267962.788533:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.788539:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cafda20c. 00000100:00000010:3.0:1776267962.788557:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cafda20c. 00010000:00000010:3.0:1776267962.788560:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.788573:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073ae4338. 00000100:00000200:3.0:1776267962.788577:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476135488, offset 224 00000400:00000200:3.0:1776267962.788585:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.788594:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.788599:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91646:91646:256:4294967295] 192.168.202.34@tcp LPNI seq info [91646:91646:8:4294967295] 00000400:00000200:3.0:1776267962.788608:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.788613:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.788618:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004cbb0df0 (tot 82343698). 00000800:00000200:3.0:1776267962.788623:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.788629:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.788633:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004cbb0df0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.789613:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.789621:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.789625:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbe804c6. 00080000:00000010:2.0:1776267962.790146:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ba2d47b. 00010000:00000010:2.0:1776267962.790252:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3e942f4. 00010000:00000010:2.0:1776267962.790260:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc75f486. 00010000:00000010:2.0:1776267962.790340:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000753fabe3. 00010000:00000010:2.0:1776267962.790350:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cc75f486. 00010000:00000010:2.0:1776267962.790355:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.0:1776267962.790360:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f3e942f4. 00080000:00000010:2.0:1776267962.790374:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000593cddf. 00010000:00000010:2.0:1776267962.790396:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3e942f4. 00010000:00000010:2.0:1776267962.790399:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc75f486. 00010000:00000010:2.0:1776267962.790447:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.0:1776267962.790450:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f3e942f4. 00010000:00000010:2.0:1776267962.790458:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6c72867. 00000100:00000010:2.0:1776267962.790464:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fe3e8c1. 00000100:00000010:2.0:1776267962.790472:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 02000000:00000010:2.0:1776267962.790485:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c68b4170. 02000000:00000010:2.0:1776267962.790511:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c470cf83. 00000400:00000010:2.0:1776267962.790516:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000009e1fd2. 00000400:00000010:2.0:1776267962.790522:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d6a6580. 00000100:00000200:2.0:1776267962.790528:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489501248, portal 16 00000400:00000010:2.0:1776267962.790532:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d97fa0c. 00000100:00000200:2.0:1776267962.790534:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489501248, offset 0 00000400:00000200:2.0:1776267962.790544:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.790558:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.790565:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.790569:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.790571:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.790574:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91647:91647:255:4294967295] 192.168.202.34@tcp LPNI seq info [91647:91647:7:4294967295] 00000400:00000200:2.0:1776267962.790583:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.790588:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.790593:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343946). 00000800:00000200:2.0:1776267962.790599:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.790605:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.790609:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.793710:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.793719:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004cbb0df0 (tot 82343698). 00000400:00000200:0.0:1776267962.793730:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.793739:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.793746:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073ae4338 00000400:00000010:0.0:1776267962.793748:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073ae4338. 00000800:00000200:0.0:1776267962.794212:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.794216:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343450). 00000400:00000200:0.0:1776267962.794222:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.794227:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.794230:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d97fa0c 00000400:00000010:0.0:1776267962.794231:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d97fa0c. 00000100:00000200:0.0:1776267962.794241:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa9f9452 x1862549489501248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.796518:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.796537:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c440 00000400:00000200:0.0:1776267962.796547:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7d9d [1] + 224 00000400:00000200:0.0:1776267962.796561:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.796564:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.796574:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa9f9452 x1862549489501248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267962.797634:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093a7574d. 00010000:00000010:2.1:1776267962.797645:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00000400:00000010:2.0:1776267962.797657:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000009e1fd2. 00000400:00000200:2.0:1776267962.797661:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d6a6580 00000400:00000010:2.0:1776267962.797663:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d6a6580. 00000100:00000200:2.0:1776267962.797672:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa9f9452 x1862549489501248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267962.797681:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa9f9452 x1862549489501248/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267962.797822:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c470cf83. 02000000:00000010:2.0:1776267962.797829:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c68b4170. 00000100:00000010:2.0:1776267962.797832:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 00000100:00000010:2.0:1776267962.797837:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fe3e8c1. 00010000:00000010:2.0:1776267962.797840:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6c72867. 00010000:00000010:3.1:1776267962.801150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000549192bf. 00010000:00000010:2.1:1776267962.808450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1db2de8. 00010000:00000010:2.1:1776267962.808466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00010000:00000010:2.1:1776267962.808471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000753fabe3. 00010000:00000010:2.1:1776267962.808490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00000400:00000200:2.0:1776267962.808538:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.808557:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d280 00000400:00000200:2.0:1776267962.808565:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb66c5 [2] + 1968 00000400:00000010:2.0:1776267962.808571:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aeef7b06. 00000400:00000200:2.0:1776267962.808575:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000dcdcb87b 00000400:00000200:2.0:1776267962.808646:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.808652:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.808658:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcdcb87b 00000400:00000010:2.0:1776267962.808659:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000dcdcb87b (tot 82343298). 00000100:00000200:2.0:1776267962.808668:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267962.809062:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbe804c6. 00000020:00000010:3.0:1776267962.809069:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.809074:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.809100:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000942acc7d x1862549476135552/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267962.809135:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476135552 02000000:00000010:3.0:1776267962.809147:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041b27a3f. 00010000:00000010:3.0:1776267962.809175:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002857c9ca. 00010000:00000010:3.0:1776267962.809194:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.809200:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cafda20c. 00000100:00000010:3.0:1776267962.809231:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cafda20c. 00010000:00000010:3.0:1776267962.809234:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.809247:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094003477. 00000100:00000200:3.0:1776267962.809253:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476135552, offset 224 00000400:00000200:3.0:1776267962.809260:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.809271:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.809277:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91648:91648:256:4294967295] 192.168.202.34@tcp LPNI seq info [91648:91648:8:4294967295] 00000400:00000200:3.0:1776267962.809287:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.809291:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.809295:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a42e3dbd (tot 82343546). 00000800:00000200:3.0:1776267962.809300:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00080000:00000010:2.0:1776267962.809434:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c68b4170. 00010000:00000010:2.0:1776267962.809518:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3e942f4. 00010000:00000010:2.0:1776267962.809525:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002fafb43. 00010000:00000010:2.0:1776267962.809599:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fe4b8053. 00010000:00000010:2.0:1776267962.809605:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f3e942f4. 00010000:00000010:2.0:1776267962.809615:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6c72867. 00000100:00000010:2.0:1776267962.809619:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fe3e8c1. 00000100:00000010:2.0:1776267962.809626:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 02000000:00000010:2.0:1776267962.809637:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c470cf83. 02000000:00000010:2.0:1776267962.809659:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ced70d06. 00000400:00000010:2.0:1776267962.809663:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aeef7b06. 00000400:00000010:2.0:1776267962.809667:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d6a6580. 00000100:00000200:2.0:1776267962.809672:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489501312, portal 16 00000400:00000010:2.0:1776267962.809676:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d61039d. 00000100:00000200:2.0:1776267962.809678:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489501312, offset 0 00000400:00000200:2.0:1776267962.809684:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.809691:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.809697:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.809700:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.809702:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.809705:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91649:91649:255:4294967295] 192.168.202.34@tcp LPNI seq info [91649:91649:7:4294967295] 00000400:00000200:2.0:1776267962.809712:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.809716:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.809719:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343794). 00000800:00000200:2.0:1776267962.809722:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.809726:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.809730:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267962.810082:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.810087:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a42e3dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.810100:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.810105:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.810108:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbe804c6. 02000000:00000010:3.0:1776267962.810115:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e868c073. 00000100:00000010:3.0:1776267962.810118:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 02000000:00000010:3.0:1776267962.810121:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe05f49e. 00000100:00000010:3.0:1776267962.810124:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 02000000:00000010:3.0:1776267962.810127:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009605678. 00000100:00000010:3.0:1776267962.810129:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 02000000:00000010:3.0:1776267962.810131:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2037dc8. 00000100:00000010:3.0:1776267962.810134:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090b3b0d2. 02000000:00000010:3.0:1776267962.810137:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a27f1142. 00000100:00000010:3.0:1776267962.810139:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 02000000:00000010:3.0:1776267962.810141:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018b781cf. 00000100:00000010:3.0:1776267962.810142:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 00000100:00000200:3.0:1776267962.810149:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267962.810154:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001dbd0e28. 00000400:00000010:3.0:1776267962.810158:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cafda20c (tot 82343946). 00000800:00000200:0.0:1776267962.810352:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.810356:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343698). 00000400:00000200:0.0:1776267962.810361:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.810366:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.810370:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d61039d 00000400:00000010:0.0:1776267962.810371:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d61039d. 00000100:00000200:0.0:1776267962.810380:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa9f9452 x1862549489501312/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1776267962.810439:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.810442:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a42e3dbd (tot 82343450). 00000400:00000200:0.0:1776267962.810447:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.810450:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.810452:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094003477 00000400:00000010:0.0:1776267962.810453:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094003477. 02000000:00000010:0.0:1776267962.810457:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041b27a3f. 00000400:00000200:0.0:1776267962.813733:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.813754:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c480 00000400:00000200:0.0:1776267962.813763:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7da9 [1] + 224 00000400:00000200:0.0:1776267962.813775:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.813778:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.813789:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa9f9452 x1862549489501312/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.813851:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.813855:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d2c0 00000400:00000200:0.0:1776267962.813859:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb671d [2] + 0 00000400:00000200:0.0:1776267962.813866:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.813869:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.813872:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.813876:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000294921c4. 00010000:00000010:3.1:1776267962.814545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab0f875c. 00000020:00000010:3.0:1776267962.814581:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018b781cf. 00000020:00000010:3.0:1776267962.814588:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.814593:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.814619:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000294921c4 x1862549476135616/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:2.0:1776267962.814668:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aeef7b06. 00000400:00000200:2.0:1776267962.814673:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d6a6580 00000400:00000010:2.0:1776267962.814674:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d6a6580. 00000100:00000200:2.0:1776267962.814682:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa9f9452 x1862549489501312/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267962.814688:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa9f9452 x1862549489501312/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267962.814690:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476135616 02000000:00000010:3.0:1776267962.814701:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a27f1142. 02000000:00000010:2.0:1776267962.814727:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ced70d06. 00010000:00000010:3.0:1776267962.814729:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a027831f. 02000000:00000010:2.0:1776267962.814732:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c470cf83. 00000100:00000010:2.0:1776267962.814736:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 00000100:00000010:2.0:1776267962.814741:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fe3e8c1. 00010000:00000010:2.0:1776267962.814743:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6c72867. 00010000:00000010:3.0:1776267962.814747:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.814754:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bab44a5a. 00000100:00000010:3.0:1776267962.814758:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bab44a5a. 00010000:00000010:3.0:1776267962.814760:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.814772:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000341d5d58. 00000100:00000200:3.0:1776267962.814777:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476135616, offset 224 00000400:00000200:3.0:1776267962.814784:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.814795:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.814800:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91650:91650:256:4294967295] 192.168.202.34@tcp LPNI seq info [91650:91650:8:4294967295] 00000400:00000200:3.0:1776267962.814810:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.814815:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.814820:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd4cfee3 (tot 82343698). 00000800:00000200:3.0:1776267962.814826:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.814832:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.814836:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd4cfee3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.814858:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.814861:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.814864:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018b781cf. 00080000:00000010:0.0:1776267962.814931:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043138e78. 00010000:00000010:0.0:1776267962.815021:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3e942f4. 00010000:00000010:0.0:1776267962.815027:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013e9e08f. 00010000:00000010:0.0:1776267962.815101:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055ade56d. 00010000:00000010:0.0:1776267962.815107:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db580571. 00010000:00000010:0.0:1776267962.815117:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8ffb450. 00000100:00000010:0.0:1776267962.815121:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f5b607. 00000100:00000010:0.0:1776267962.815127:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001432bc6c. 02000000:00000010:0.0:1776267962.815139:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c13579e3. 02000000:00000010:0.0:1776267962.815160:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d52c63b2. 00000400:00000010:0.0:1776267962.815164:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267962.815169:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c49e7253. 00000100:00000200:0.0:1776267962.815173:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489501376, portal 16 00000400:00000010:0.0:1776267962.815177:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000036667960. 00000100:00000200:0.0:1776267962.815179:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489501376, offset 0 00000400:00000200:0.0:1776267962.815183:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.815189:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.815195:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.815199:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.815214:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.815217:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91651:91651:255:4294967295] 192.168.202.34@tcp LPNI seq info [91651:91651:7:4294967295] 00000400:00000200:0.0:1776267962.815224:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.815228:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.815231:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343946). 00000800:00000200:0.0:1776267962.815235:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.815238:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.815241:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.815626:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.815630:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd4cfee3 (tot 82343698). 00000400:00000200:2.0:1776267962.815636:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.815641:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.815644:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000341d5d58 00000400:00000010:2.0:1776267962.815646:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000341d5d58. 00000800:00000200:2.0:1776267962.815715:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.815718:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:2.0:1776267962.815721:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.815724:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.815726:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000036667960 00000400:00000010:2.0:1776267962.815727:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000036667960. 00000100:00000200:2.0:1776267962.815732:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001432bc6c x1862549489501376/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.819741:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.819761:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c4c0 00000400:00000200:0.0:1776267962.819770:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7db9 [1] + 224 00000400:00000200:0.0:1776267962.819782:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.819786:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.819796:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001432bc6c x1862549489501376/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.819831:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.819836:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d300 00000400:00000200:0.0:1776267962.819841:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb671d [2] + 328 00000400:00000200:0.0:1776267962.819849:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.819852:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.819855:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.819860:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a57d0cf0. 00000400:00000010:1.0:1776267962.819943:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060ea21af. 00000400:00000200:1.0:1776267962.819951:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c49e7253 00000400:00000010:1.0:1776267962.819953:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c49e7253. 00000100:00000200:1.0:1776267962.819960:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001432bc6c x1862549489501376/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.819968:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001432bc6c x1862549489501376/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.820005:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d52c63b2. 02000000:00000010:1.0:1776267962.820013:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c13579e3. 00000100:00000010:1.0:1776267962.820018:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001432bc6c. 00000100:00000010:1.0:1776267962.820021:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8f5b607. 00010000:00000010:1.0:1776267962.820026:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8ffb450. 00000020:00000010:3.0:1776267962.820209:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018b781cf. 00000020:00000010:3.0:1776267962.820217:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.820221:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.820242:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a57d0cf0 x1862549476135680/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267962.820264:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476135680 02000000:00000010:3.0:1776267962.820276:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009605678. 00010000:00000010:3.0:1776267962.820317:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5fc3200. 00010000:00000010:3.0:1776267962.820340:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.820519:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bab44a5a. 00000100:00000010:3.0:1776267962.820533:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bab44a5a. 00010000:00000010:3.0:1776267962.820537:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.820551:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000341d5d58. 00000100:00000200:3.0:1776267962.820556:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476135680, offset 224 00000400:00000200:3.0:1776267962.820563:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.820573:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.820579:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91652:91652:256:4294967295] 192.168.202.34@tcp LPNI seq info [91652:91652:8:4294967295] 00000400:00000200:3.0:1776267962.820589:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.820594:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.820598:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e3a3d77 (tot 82343698). 00000800:00000200:3.0:1776267962.820604:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.820610:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.820614:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e3a3d77 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1776267962.820681:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8f6f1f0. 00010000:00000010:1.0:1776267962.820771:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db580571. 00010000:00000010:1.0:1776267962.820781:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000030119244. 00010000:00000010:1.0:1776267962.820849:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e092f549. 00010000:00000010:1.0:1776267962.820855:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.820864:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.820868:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267962.820875:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267962.820885:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe05f49e. 02000000:00000010:1.0:1776267962.820935:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c13579e3. 00000400:00000010:1.0:1776267962.820940:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a52e138f. 00000400:00000010:1.0:1776267962.820944:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.820949:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489501440, portal 16 00000400:00000010:1.0:1776267962.820952:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034fbf27b. 00000100:00000200:1.0:1776267962.820954:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489501440, offset 0 00000400:00000200:1.0:1776267962.820959:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.820965:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.820971:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.820975:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.820977:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.820980:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91653:91653:255:4294967295] 192.168.202.34@tcp LPNI seq info [91653:91653:7:4294967295] 00000400:00000200:1.0:1776267962.820986:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.820990:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.820993:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343946). 00000800:00000200:1.0:1776267962.820997:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.821000:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.821003:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776267962.821060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071fe2f23. 00010000:00000010:2.1:1776267962.821068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00000020:00000010:3.0:1776267962.821118:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.821123:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.821126:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018b781cf. 00000800:00000200:0.0:1776267962.822233:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.822239:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e3a3d77 (tot 82343698). 00000400:00000200:0.0:1776267962.822246:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.822253:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.822258:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000341d5d58 00000400:00000010:0.0:1776267962.822259:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000341d5d58. 00000800:00000200:0.0:1776267962.823025:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.823028:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:0.0:1776267962.823034:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.823039:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.823042:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034fbf27b 00000400:00000010:0.0:1776267962.823044:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034fbf27b. 00000100:00000200:0.0:1776267962.823051:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489501440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267962.825355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8517a93. 00010000:00000010:0.1:1776267962.825815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4b2af2c. 00010000:00000010:0.1:1776267962.825822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4b8053. 00010000:00000010:3.1:1776267962.828877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a916a0a6. 00010000:00000010:1.1:1776267962.829544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000178e47ae. 00010000:00000010:1.1:1776267962.829552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ade56d. 00000400:00000200:2.0:1776267962.829672:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267962.829691:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c500 00000400:00000200:2.0:1776267962.829787:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7dc5 [1] + 224 00000400:00000200:2.0:1776267962.829802:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.829805:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267962.829817:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489501440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.830570:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.830580:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d340 00000400:00000200:0.0:1776267962.830586:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb671d [2] + 656 00000400:00000200:0.0:1776267962.830649:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.830654:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.830658:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.830664:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c54bf38. 00000020:00000010:3.0:1776267962.831282:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018b781cf. 00000020:00000010:3.0:1776267962.831291:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.831295:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.831477:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c54bf38 x1862549476135744/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267962.831518:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476135744 02000000:00000010:3.0:1776267962.831529:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e868c073. 00010000:00000010:3.0:1776267962.831568:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.831576:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bab44a5a. 00000100:00000010:3.0:1776267962.831583:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bab44a5a. 00010000:00000010:3.0:1776267962.831588:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.831602:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094003477. 00000100:00000200:3.0:1776267962.831608:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476135744, offset 224 00000400:00000200:3.0:1776267962.831615:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.831626:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.831631:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91654:91654:256:4294967295] 192.168.202.34@tcp LPNI seq info [91654:91654:8:4294967295] 00000400:00000200:3.0:1776267962.831640:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.831645:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.831649:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002acc1f2f (tot 82343698). 00000800:00000200:3.0:1776267962.831654:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.831660:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.831664:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002acc1f2f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.831693:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.831697:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.831706:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018b781cf. 00000800:00000200:2.0:1776267962.833587:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.833596:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002acc1f2f (tot 82343450). 00000400:00000200:2.0:1776267962.833607:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.833616:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.833622:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094003477 00000400:00000010:2.0:1776267962.833624:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094003477. 00000400:00000010:1.0:1776267962.835448:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a52e138f. 00000400:00000200:1.0:1776267962.835457:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267962.835459:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.835472:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489501440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.835483:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489501440/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267962.835516:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009653bd3. 02000000:00000010:1.0:1776267962.835538:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c13579e3. 02000000:00000010:1.0:1776267962.835544:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fe05f49e. 00000100:00000010:1.0:1776267962.835549:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:1.0:1776267962.835554:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:1.0:1776267962.835557:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00080000:00000010:1.0:1776267962.835582:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c13579e3. 00010000:00000010:1.0:1776267962.835679:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.835686:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009dd97685. 00010000:00000010:1.0:1776267962.835837:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b64e2e7. 00010000:00000010:1.0:1776267962.835844:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.835855:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.835860:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267962.835867:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267962.835880:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe05f49e. 02000000:00000010:1.0:1776267962.837954:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe04325e. 00000400:00000010:1.0:1776267962.837971:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a52e138f. 00000400:00000010:1.0:1776267962.837978:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.837986:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489501504, portal 16 00000400:00000010:1.0:1776267962.837993:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae466b7c. 00000100:00000200:1.0:1776267962.837996:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489501504, offset 0 00000400:00000200:1.0:1776267962.838006:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.838023:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.838030:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.838034:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.838036:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.838040:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91655:91655:256:4294967295] 192.168.202.34@tcp LPNI seq info [91655:91655:8:4294967295] 00000400:00000200:1.0:1776267962.838050:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.838056:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.838061:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343698). 00000800:00000200:1.0:1776267962.838069:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.838076:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.838080:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.838224:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.838229:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:0.0:1776267962.838235:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.838239:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.838244:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae466b7c 00000400:00000010:0.0:1776267962.838245:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae466b7c. 00000100:00000200:0.0:1776267962.838253:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489501504/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.840328:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.840347:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c540 00000400:00000200:0.0:1776267962.840354:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7dd1 [1] + 224 00000400:00000200:0.0:1776267962.840363:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.840366:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.840373:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489501504/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.840399:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.840405:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d380 00000400:00000200:0.0:1776267962.840410:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb671d [2] + 984 00000400:00000010:1.0:1776267962.840419:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a52e138f. 00000400:00000200:1.0:1776267962.840424:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267962.840426:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.840430:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489501504/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.840438:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489501504/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.840448:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.840451:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.840454:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.840461:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001432bc6c. 02000000:00000010:1.0:1776267962.840465:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe04325e. 02000000:00000010:1.0:1776267962.840471:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fe05f49e. 00000100:00000010:1.0:1776267962.840477:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:1.0:1776267962.840480:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:1.0:1776267962.840483:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00000020:00000010:2.0:1776267962.840563:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ced70d06. 00000020:00000010:2.0:1776267962.840571:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc75f486. 00000020:00000010:2.0:1776267962.840575:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267962.840604:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001432bc6c x1862549476135808/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267962.840640:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476135808 02000000:00000010:2.0:1776267962.840651:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c470cf83. 00010000:00000010:2.0:1776267962.840679:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d70e696. 00010000:00000010:2.0:1776267962.840711:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6c72867. 00000100:00000010:2.0:1776267962.840717:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fe3e8c1. 00000100:00000010:2.0:1776267962.840731:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fe3e8c1. 00010000:00000010:2.0:1776267962.840733:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6c72867. 00000400:00000010:2.0:1776267962.840746:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d6a6580. 00000100:00000200:2.0:1776267962.840751:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476135808, offset 224 00000400:00000200:2.0:1776267962.840758:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.840769:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.840774:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91656:91656:256:4294967295] 192.168.202.34@tcp LPNI seq info [91656:91656:8:4294967295] 00000400:00000200:2.0:1776267962.840784:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.840789:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.840792:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267962.840798:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.840805:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.840809:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267962.840831:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc75f486. 00000020:00000010:2.0:1776267962.840835:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267962.840838:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ced70d06. 00080000:00000010:1.0:1776267962.841071:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe04325e. 00010000:00000010:1.0:1776267962.841164:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.841171:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000064fe0f6. 00000800:00000200:0.0:1776267962.841273:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1776267962.841275:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000624fb609. 00000800:00000010:0.0:1776267962.841278:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00010000:00000010:1.0:1776267962.841279:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cf1eefb3. 00010000:00000010:1.0:1776267962.841284:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f86ace5. 00000400:00000200:0.0:1776267962.841284:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1776267962.841289:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00000400:00000200:0.0:1776267962.841289:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.841292:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d6a6580 00000400:00000010:0.0:1776267962.841293:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d6a6580. 00080000:00000010:1.0:1776267962.841301:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe05f49e. 00010000:00000010:1.0:1776267962.841328:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.841332:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf1eefb3. 00010000:00000010:1.0:1776267962.841386:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc7a41ab. 00010000:00000010:1.0:1776267962.841390:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.841397:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.841401:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267962.841408:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267962.841419:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7dabe95. 02000000:00000010:1.0:1776267962.841442:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000babca4ef. 00000400:00000010:1.0:1776267962.841446:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a52e138f. 00000400:00000010:1.0:1776267962.841449:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.841492:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489501568, portal 16 00000400:00000010:1.0:1776267962.841498:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000007677005. 00000100:00000200:1.0:1776267962.841500:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489501568, offset 0 00000400:00000200:1.0:1776267962.841506:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.841513:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.841519:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.841522:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.841524:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.841526:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91657:91657:256:4294967295] 192.168.202.34@tcp LPNI seq info [91657:91657:8:4294967295] 00000400:00000200:1.0:1776267962.841533:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.841537:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.841539:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343698). 00000800:00000200:1.0:1776267962.841544:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.841548:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.841551:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.846120:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.846129:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:0.0:1776267962.846137:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.846147:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.846153:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000007677005 00000400:00000010:0.0:1776267962.846155:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000007677005. 00000100:00000200:0.0:1776267962.846166:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489501568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267962.847958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cb4fff4. 00010000:00000010:1.1:1776267962.847971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052f2c268. 00010000:00000010:1.1:1776267962.847976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e092f549. 00000400:00000200:0.0:1776267962.848159:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.848175:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c580 00000400:00000200:0.0:1776267962.848183:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7ddd [1] + 224 00000400:00000200:0.0:1776267962.848197:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.848200:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.848221:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489501568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.850661:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.850684:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d3c0 00000400:00000200:0.0:1776267962.850693:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb671d [2] + 1312 00000400:00000200:0.0:1776267962.850769:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.850774:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.850781:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.850787:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 00000020:00000010:2.0:1776267962.851177:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ced70d06. 00000020:00000010:2.0:1776267962.851186:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc75f486. 00000020:00000010:2.0:1776267962.851191:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267962.851230:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009825d73 x1862549476135872/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267962.851268:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476135872 02000000:00000010:2.0:1776267962.851279:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004fa5850c. 00010000:00000010:2.0:1776267962.851317:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6c72867. 00000100:00000010:2.0:1776267962.851325:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fe3e8c1. 00000100:00000010:2.0:1776267962.851332:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fe3e8c1. 00010000:00000010:2.0:1776267962.851335:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6c72867. 00000400:00000010:2.0:1776267962.851348:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022cf8c37. 00000100:00000200:2.0:1776267962.851353:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476135872, offset 224 00000400:00000200:2.0:1776267962.851361:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.851372:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.851378:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91658:91658:256:4294967295] 192.168.202.34@tcp LPNI seq info [91658:91658:8:4294967295] 00000400:00000200:2.0:1776267962.851388:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.851393:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.851398:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267962.851404:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.851411:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.851415:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267962.851429:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc75f486. 00000020:00000010:2.0:1776267962.851433:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267962.851435:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ced70d06. 00000800:00000200:0.0:1776267962.851795:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.851799:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:0.0:1776267962.851807:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.851811:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.851815:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022cf8c37 00000400:00000010:0.0:1776267962.851817:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022cf8c37. 00000400:00000010:1.0:1776267962.853624:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a52e138f. 00000400:00000200:1.0:1776267962.853633:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267962.853635:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.853649:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489501568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.853660:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489501568/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267962.853689:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002748847b. 02000000:00000010:1.0:1776267962.853719:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000babca4ef. 02000000:00000010:1.0:1776267962.853726:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b7dabe95. 00000100:00000010:1.0:1776267962.853730:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:1.0:1776267962.853733:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:1.0:1776267962.853738:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00080000:00000010:1.0:1776267962.853760:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7dabe95. 00010000:00000010:1.0:1776267962.853858:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.853865:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008eb6400e. 00000004:00000010:1.0:1776267962.853956:0:77399:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000aafd3d4e. 00000004:00000010:1.0:1776267962.853966:0:77399:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 00000000221f6422. 00000004:00000010:1.0:1776267962.853972:0:77399:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 000000008fbe0a60. 00080000:00000010:1.0:1776267962.853977:0:77399:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 00000000babca4ef. 00000001:00000010:1.0:1776267962.853992:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a52e138f. 00000001:00000010:1.0:1776267962.854028:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a52e138f. 00080000:00000010:1.0:1776267962.854041:0:77399:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 00000000babca4ef. 00000004:00000010:1.0:1776267962.854046:0:77399:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 000000008fbe0a60. 00000004:00000010:1.0:1776267962.854050:0:77399:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 00000000221f6422. 00000004:00000010:1.0:1776267962.854053:0:77399:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 00000000aafd3d4e. 00010000:00000010:1.0:1776267962.854085:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e092f549. 00010000:00000010:1.0:1776267962.854091:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.854103:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.854109:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267962.854116:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267962.854129:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000babca4ef. 02000000:00000010:1.0:1776267962.854156:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edc9a4fa. 00000400:00000010:1.0:1776267962.854160:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a52e138f. 00000400:00000010:1.0:1776267962.854164:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.854170:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489501632, portal 16 00000400:00000010:1.0:1776267962.854175:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b429570. 00000100:00000200:1.0:1776267962.854190:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489501632, offset 0 00000400:00000200:1.0:1776267962.854199:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.854224:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.854231:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.854235:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.854237:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.854240:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91659:91659:256:4294967295] 192.168.202.34@tcp LPNI seq info [91659:91659:8:4294967295] 00000400:00000200:1.0:1776267962.854251:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.854257:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.854262:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343698). 00000800:00000200:1.0:1776267962.854268:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.854275:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.854280:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.854837:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.854842:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:0.0:1776267962.854848:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.854855:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.854858:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b429570 00000400:00000010:0.0:1776267962.854860:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b429570. 00000100:00000200:0.0:1776267962.854866:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489501632/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267962.855933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcb72a13. 00000400:00000200:0.0:1776267962.862255:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.862277:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c5c0 00000400:00000200:0.0:1776267962.862288:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7de9 [1] + 224 00000400:00000200:0.0:1776267962.862301:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.862305:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.862328:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489501632/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.862370:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.862375:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d400 00000400:00000200:0.0:1776267962.862380:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb671d [2] + 1640 00000400:00000200:0.0:1776267962.862389:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.862392:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.862396:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.862402:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 00000020:00000010:2.0:1776267962.862447:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ced70d06. 00000020:00000010:2.0:1776267962.862455:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc75f486. 00000020:00000010:2.0:1776267962.862458:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267962.862484:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cc4aea2 x1862549476135936/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267962.862520:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476135936 02000000:00000010:2.0:1776267962.862532:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f562adb4. 00010000:00000010:2.0:1776267962.862571:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6c72867. 00000100:00000010:2.0:1776267962.862578:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fe3e8c1. 00000100:00000010:2.0:1776267962.862583:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fe3e8c1. 00010000:00000010:2.0:1776267962.862586:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6c72867. 00000400:00000010:2.0:1776267962.862598:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f66fea4f. 00000100:00000200:2.0:1776267962.862603:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476135936, offset 224 00000400:00000200:2.0:1776267962.862611:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.862621:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.862627:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91660:91660:256:4294967295] 192.168.202.34@tcp LPNI seq info [91660:91660:8:4294967295] 00000400:00000200:2.0:1776267962.862636:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.862641:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.862646:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267962.862651:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.862658:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.862662:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1776267962.862669:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a52e138f. 00000400:00000200:1.0:1776267962.862673:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267962.862675:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000020:00000010:2.0:1776267962.862676:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc75f486. 00000020:00000010:2.0:1776267962.862679:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000100:00000200:1.0:1776267962.862680:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489501632/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1776267962.862682:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ced70d06. 00000100:00000200:1.0:1776267962.862687:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489501632/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267962.862706:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cfe7bfc5. 02000000:00000010:1.0:1776267962.862718:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edc9a4fa. 02000000:00000010:1.0:1776267962.862723:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000babca4ef. 00000100:00000010:1.0:1776267962.862727:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:1.0:1776267962.862729:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:1.0:1776267962.862732:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00080000:00000010:1.0:1776267962.862747:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edc9a4fa. 00010000:00000010:1.0:1776267962.862828:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.862834:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000093292c32. 00010000:00000010:1.0:1776267962.863082:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c1bfd44. 00010000:00000010:1.0:1776267962.863089:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.863097:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.863100:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267962.863105:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267962.863115:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000babca4ef. 02000000:00000010:1.0:1776267962.863136:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000845aacd5. 00000400:00000010:1.0:1776267962.863140:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a52e138f. 00000400:00000010:1.0:1776267962.863145:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.863150:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489501696, portal 16 00000400:00000010:1.0:1776267962.863154:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000756ab9ae. 00000100:00000200:1.0:1776267962.863156:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489501696, offset 0 00000400:00000200:1.0:1776267962.863162:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.863169:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.863175:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.863178:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.863181:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.863184:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91661:91661:255:4294967295] 192.168.202.34@tcp LPNI seq info [91661:91661:7:4294967295] 00000400:00000200:1.0:1776267962.863191:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.863196:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.863199:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343946). 00000800:00000200:1.0:1776267962.863214:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.863218:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.863220:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.863687:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.863691:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343698). 00000400:00000200:0.0:1776267962.863697:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.863702:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.863706:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f66fea4f 00000400:00000010:0.0:1776267962.863708:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f66fea4f. 00000800:00000200:0.0:1776267962.863778:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.863780:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:0.0:1776267962.863785:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.863788:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.863790:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000756ab9ae 00000400:00000010:0.0:1776267962.863792:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000756ab9ae. 00000100:00000200:0.0:1776267962.863797:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489501696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267962.866591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c52d444. 00010000:00000010:1.1:1776267962.866609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b64e2e7. 00010000:00000010:1.1:1776267962.866614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000624fb609. 00010000:00000010:1.1:1776267962.866617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f86ace5. 00000400:00000200:0.0:1776267962.870261:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.870279:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c600 00000400:00000200:0.0:1776267962.870288:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7df5 [1] + 224 00000400:00000200:0.0:1776267962.870302:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.870316:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.870328:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489501696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.870476:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.870483:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d440 00000400:00000200:0.0:1776267962.870488:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb671d [2] + 1968 00000400:00000010:0.0:1776267962.870492:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ac03e0d1. 00000400:00000200:0.0:1776267962.870496:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000eee1c8df 00000400:00000200:0.0:1776267962.870505:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.870508:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.870511:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eee1c8df 00000400:00000010:0.0:1776267962.870513:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000eee1c8df (tot 82343298). 00000100:00000200:0.0:1776267962.870518:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267962.870969:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018b781cf. 00000020:00000010:3.0:1776267962.870976:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.870981:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.871005:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b5dbb3d x1862549476136000/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267962.871038:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136000 02000000:00000010:3.0:1776267962.871049:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cbe804c6. 00010000:00000010:3.0:1776267962.871086:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.871094:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bab44a5a. 00000100:00000010:3.0:1776267962.871100:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bab44a5a. 00010000:00000010:3.0:1776267962.871104:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.871120:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073ae4338. 00000100:00000200:3.0:1776267962.871125:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136000, offset 224 00000400:00000200:3.0:1776267962.871134:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.871145:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.871151:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91662:91662:256:4294967295] 192.168.202.34@tcp LPNI seq info [91662:91662:8:4294967295] 00000400:00000200:3.0:1776267962.871161:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.871166:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.871172:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002acc1f2f (tot 82343546). 00000800:00000200:3.0:1776267962.871177:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.871184:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.871187:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002acc1f2f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.871211:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.871215:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.871218:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018b781cf. 02000000:00000010:3.0:1776267962.871228:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f562adb4. 00000100:00000010:3.0:1776267962.871250:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 02000000:00000010:3.0:1776267962.871254:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004fa5850c. 00000100:00000010:3.0:1776267962.871258:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 02000000:00000010:3.0:1776267962.871261:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c470cf83. 00000100:00000010:3.0:1776267962.871263:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001432bc6c. 02000000:00000010:3.0:1776267962.871265:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e868c073. 00000100:00000010:3.0:1776267962.871267:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c54bf38. 02000000:00000010:3.0:1776267962.871269:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009605678. 00000100:00000010:3.0:1776267962.871271:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a57d0cf0. 02000000:00000010:3.0:1776267962.871273:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a27f1142. 00000100:00000010:3.0:1776267962.871276:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000294921c4. 00000100:00000200:3.0:1776267962.871282:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267962.871286:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c1c49be1. 00000400:00000010:3.0:1776267962.871290:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bab44a5a (tot 82343698). 00000800:00000200:0.0:1776267962.872623:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.872631:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002acc1f2f (tot 82343450). 00000400:00000200:0.0:1776267962.872641:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.872650:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.872654:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073ae4338 00000400:00000010:0.0:1776267962.872656:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073ae4338. 02000000:00000010:0.0:1776267962.872663:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cbe804c6. 00010000:00000010:1.1:1776267962.874603:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044323136. 00010000:00000010:1.1:1776267962.874619:0:77399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a471d5ef. 00010000:00000010:1.1:1776267962.874623:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc7a41ab. 00000400:00000010:1.0:1776267962.874641:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a52e138f. 00000400:00000200:1.0:1776267962.874645:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267962.874647:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.874660:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489501696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.874669:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489501696/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267962.874710:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7402eca. 02000000:00000010:1.0:1776267962.874729:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000845aacd5. 02000000:00000010:1.0:1776267962.874734:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000babca4ef. 00000100:00000010:1.0:1776267962.874739:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:1.0:1776267962.874743:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:1.0:1776267962.874746:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00080000:00000010:1.0:1776267962.874769:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000845aacd5. 00010000:00000010:1.0:1776267962.874869:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.874878:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8a35dee. 00010000:00000010:1.0:1776267962.875131:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc7a41ab. 00010000:00000010:1.0:1776267962.875138:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.875151:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.875156:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267962.875165:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267962.875178:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000eb15fa0. 02000000:00000010:1.0:1776267962.875217:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000babca4ef. 00000400:00000010:1.0:1776267962.875223:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a52e138f. 00000400:00000010:1.0:1776267962.875227:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.875233:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489501760, portal 16 00000400:00000010:1.0:1776267962.875238:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c700c40e. 00000100:00000200:1.0:1776267962.875240:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489501760, offset 0 00000400:00000200:1.0:1776267962.875248:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.875263:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.875270:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.875275:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.875278:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.875281:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91663:91663:256:4294967295] 192.168.202.34@tcp LPNI seq info [91663:91663:8:4294967295] 00000400:00000200:1.0:1776267962.875292:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.875298:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.875303:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267962.876105:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.876115:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.876119:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.876675:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.876680:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:0.0:1776267962.876687:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.876692:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.876705:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c700c40e 00000400:00000010:0.0:1776267962.876708:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c700c40e. 00000100:00000200:0.0:1776267962.876715:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489501760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267962.881290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054f80fac. 00010000:00000010:1.1:1776267962.881310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6485487. 00010000:00000010:1.1:1776267962.881315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e092f549. 00010000:00000010:1.1:1776267962.883484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c9f570a. 00010000:00000010:1.1:1776267962.883499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009440fc30. 00010000:00000010:1.1:1776267962.883504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c1bfd44. 00000400:00000200:0.0:1776267962.885603:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.885622:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c640 00000400:00000200:0.0:1776267962.885631:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7e05 [1] + 224 00000400:00000200:0.0:1776267962.885649:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.885654:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.885665:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489501760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267962.885769:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a52e138f. 00000400:00000200:1.0:1776267962.885774:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267962.885777:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.885782:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489501760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.885789:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489501760/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267962.885816:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000babca4ef. 02000000:00000010:1.0:1776267962.885822:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000eb15fa0. 00000100:00000010:1.0:1776267962.885827:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:1.0:1776267962.885830:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:1.0:1776267962.885834:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00000400:00000200:0.0:1776267962.886966:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.886978:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d480 00000400:00000200:0.0:1776267962.886985:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6775 [2] + 0 00000400:00000200:0.0:1776267962.888150:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.888163:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.888173:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.888181:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080121de5. 00000020:00000010:2.0:1776267962.888359:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f562adb4. 00000020:00000010:2.0:1776267962.888366:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc75f486. 00000020:00000010:2.0:1776267962.888371:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267962.888398:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000080121de5 x1862549476136064/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267962.888427:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136064 02000000:00000010:2.0:1776267962.888439:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ced70d06. 00010000:00000010:2.0:1776267962.888467:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcea9942. 00010000:00000010:2.0:1776267962.888491:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6c72867. 00000100:00000010:2.0:1776267962.888498:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fe3e8c1. 00000100:00000010:2.0:1776267962.888516:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fe3e8c1. 00010000:00000010:2.0:1776267962.888519:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6c72867. 00000400:00000010:2.0:1776267962.888530:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4c7b484. 00000100:00000200:2.0:1776267962.888535:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136064, offset 224 00000400:00000200:2.0:1776267962.888542:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.888555:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.888560:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91664:91664:256:4294967295] 192.168.202.34@tcp LPNI seq info [91664:91664:8:4294967295] 00000400:00000200:2.0:1776267962.888571:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.888576:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.888580:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267962.888585:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.888592:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.888595:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267962.888614:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc75f486. 00000020:00000010:2.0:1776267962.888617:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267962.888621:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f562adb4. 00080000:00000010:1.0:1776267962.888778:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000babca4ef. 00010000:00000010:1.0:1776267962.888857:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.888862:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009efda18f. 00010000:00000010:1.0:1776267962.888977:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000624fb609. 00010000:00000010:1.0:1776267962.888980:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cf1eefb3. 00010000:00000010:1.0:1776267962.888985:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c1bfd44. 00010000:00000010:1.0:1776267962.888990:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00080000:00000010:1.0:1776267962.889002:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000eb15fa0. 00010000:00000010:1.0:1776267962.889022:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.889025:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf1eefb3. 00010000:00000010:1.0:1776267962.889064:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e092f549. 00010000:00000010:1.0:1776267962.889067:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a833ec67. 00010000:00000010:1.0:1776267962.889073:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.889077:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267962.889083:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 02000000:00000010:1.0:1776267962.889094:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000052e2cee4. 02000000:00000010:1.0:1776267962.889113:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b89b1087. 00000400:00000010:1.0:1776267962.889118:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a52e138f. 00000400:00000010:1.0:1776267962.889122:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.889127:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489501824, portal 16 00000400:00000010:1.0:1776267962.889131:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008757b184. 00000100:00000200:1.0:1776267962.889133:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489501824, offset 0 00000400:00000200:1.0:1776267962.889138:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.889145:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.889151:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.889154:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.889157:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.889159:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91665:91665:255:4294967295] 192.168.202.34@tcp LPNI seq info [91665:91665:7:4294967295] 00000400:00000200:1.0:1776267962.889167:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.889171:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.889174:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000919fbab6 (tot 82343946). 00000800:00000200:1.0:1776267962.889177:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.889181:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.889184:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000919fbab6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.890054:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.890059:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343698). 00000400:00000200:0.0:1776267962.890066:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.890072:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.890076:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4c7b484 00000400:00000010:0.0:1776267962.890078:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4c7b484. 00000800:00000200:0.0:1776267962.898073:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.898082:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000919fbab6 (tot 82343450). 00000400:00000200:0.0:1776267962.898092:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.898103:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.898111:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008757b184 00000400:00000010:0.0:1776267962.898113:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008757b184. 00000100:00000200:0.0:1776267962.898123:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5458b88 x1862549489501824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267962.900219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008902c0f5. 00010000:00000010:1.1:1776267962.900239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc7a41ab. 00010000:00000010:2.1:1776267962.900952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082c133bd. 00010000:00000010:1.1:1776267962.903221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000624fb609. 00010000:00000010:1.1:1776267962.903234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c1bfd44. 00000400:00000200:0.0:1776267962.905127:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.905148:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c680 00000400:00000200:0.0:1776267962.905155:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7e11 [1] + 224 00000400:00000200:0.0:1776267962.905171:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.905175:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.905188:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5458b88 x1862549489501824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267962.907098:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.907114:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d4c0 00000400:00000200:0.0:1776267962.907122:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6775 [2] + 328 00000400:00000200:0.0:1776267962.907186:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.907199:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.907215:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.907222:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000261e0f2e. 00000020:00000010:3.0:1776267962.907630:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a27f1142. 00000020:00000010:3.0:1776267962.907637:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.907640:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.907669:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000261e0f2e x1862549476136128/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267962.907712:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136128 02000000:00000010:3.0:1776267962.907724:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009605678. 00010000:00000010:3.0:1776267962.907765:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.907771:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000206c4d37. 00000100:00000010:3.0:1776267962.907777:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000206c4d37. 00010000:00000010:3.0:1776267962.907781:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.907793:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee0cacef. 00000100:00000200:3.0:1776267962.907799:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136128, offset 224 00000400:00000200:3.0:1776267962.907806:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.907817:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.907823:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91666:91666:256:4294967295] 192.168.202.34@tcp LPNI seq info [91666:91666:8:4294967295] 00000400:00000200:3.0:1776267962.907833:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.907837:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.907841:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e3a3d77 (tot 82343698). 00000800:00000200:3.0:1776267962.907846:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.907852:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.907855:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e3a3d77 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.907878:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.907882:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.907884:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a27f1142. 00000800:00000200:0.0:1776267962.908694:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.908707:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e3a3d77 (tot 82343450). 00000400:00000200:0.0:1776267962.908713:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.908720:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.908725:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee0cacef 00000400:00000010:0.0:1776267962.908727:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee0cacef. 00000400:00000010:1.0:1776267962.914075:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a52e138f. 00000400:00000200:1.0:1776267962.914088:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267962.914090:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.914104:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5458b88 x1862549489501824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267962.914114:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5458b88 x1862549489501824/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267962.914143:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b07b41ac. 02000000:00000010:1.0:1776267962.914163:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b89b1087. 02000000:00000010:1.0:1776267962.914169:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000052e2cee4. 00000100:00000010:1.0:1776267962.914172:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 00000100:00000010:1.0:1776267962.914176:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:1.0:1776267962.914179:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00080000:00000010:2.0:1776267962.914845:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f562adb4. 00010000:00000010:2.0:1776267962.915549:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a833ec67. 00010000:00000010:2.0:1776267962.915559:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c14950d1. 00010000:00000010:2.0:1776267962.915633:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012cb87f0. 00010000:00000010:2.0:1776267962.915639:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aca44766. 00010000:00000010:2.0:1776267962.915691:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6c72867. 00000100:00000010:2.0:1776267962.915781:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fe3e8c1. 00000100:00000010:2.0:1776267962.915804:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 02000000:00000010:2.0:1776267962.915822:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000768020c7. 02000000:00000010:2.0:1776267962.915849:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b6550ad. 00000400:00000010:2.0:1776267962.915855:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aeef7b06. 00000400:00000010:2.0:1776267962.915861:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a302828a. 00000100:00000200:2.0:1776267962.915867:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489501888, portal 16 00000400:00000010:2.0:1776267962.915871:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aae40fc7. 00000100:00000200:2.0:1776267962.915873:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489501888, offset 0 00000400:00000200:2.0:1776267962.915882:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.916095:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.916102:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267962.916105:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267962.916108:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267962.916111:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91667:91667:256:4294967295] 192.168.202.34@tcp LPNI seq info [91667:91667:8:4294967295] 00000400:00000200:2.0:1776267962.916121:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.916127:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.916132:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267962.916139:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.916145:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.916149:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267962.917782:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267962.917790:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:0.0:1776267962.917799:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.917807:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267962.917812:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aae40fc7 00000400:00000010:0.0:1776267962.917814:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aae40fc7. 00000100:00000200:0.0:1776267962.917825:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa9f9452 x1862549489501888/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267962.920116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008318afaf. 00010000:00000010:2.1:1776267962.924088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfb3df8c. 00010000:00000010:2.1:1776267962.924104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e092f549. 00000400:00000200:0.0:1776267962.933264:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.933283:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c6c0 00000400:00000200:0.0:1776267962.933293:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7e1d [1] + 224 00000400:00000200:0.0:1776267962.933539:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.933545:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.933557:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa9f9452 x1862549489501888/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267962.933853:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aeef7b06. 00000400:00000200:2.0:1776267962.933859:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a302828a 00000400:00000010:2.0:1776267962.933861:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a302828a. 00000100:00000200:2.0:1776267962.933869:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa9f9452 x1862549489501888/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267962.933877:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa9f9452 x1862549489501888/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267962.934050:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b6550ad. 02000000:00000010:2.0:1776267962.934057:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000768020c7. 00000100:00000010:2.0:1776267962.934061:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 00000100:00000010:2.0:1776267962.934066:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fe3e8c1. 00010000:00000010:2.0:1776267962.934069:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6c72867. 00000400:00000200:0.0:1776267962.939003:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.939025:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d500 00000400:00000200:0.0:1776267962.939035:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6775 [2] + 656 00000400:00000200:0.0:1776267962.939545:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.939552:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.939560:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.939566:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000339ea1b5. 00000020:00000010:2.0:1776267962.943362:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000768020c7. 00000020:00000010:2.0:1776267962.943376:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc75f486. 00000020:00000010:2.0:1776267962.943381:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267962.943417:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000339ea1b5 x1862549476136192/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267962.943453:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136192 02000000:00000010:2.0:1776267962.943464:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008b6550ad. 00010000:00000010:2.0:1776267962.943496:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031fd6280. 00010000:00000010:2.0:1776267962.943521:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6c72867. 00000100:00000010:2.0:1776267962.943529:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fe3e8c1. 00000100:00000010:2.0:1776267962.943549:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fe3e8c1. 00010000:00000010:2.0:1776267962.943553:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6c72867. 00000400:00000010:2.0:1776267962.943566:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a302828a. 00000100:00000200:2.0:1776267962.943572:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136192, offset 224 00000400:00000200:2.0:1776267962.943579:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.943594:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.943600:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91668:91668:256:4294967295] 192.168.202.34@tcp LPNI seq info [91668:91668:8:4294967295] 00000400:00000200:2.0:1776267962.943609:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.943615:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.943619:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343698). 00000800:00000200:2.0:1776267962.943626:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.943633:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.943636:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267962.943661:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc75f486. 00000020:00000010:2.0:1776267962.943665:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267962.943668:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000768020c7. 00080000:00000010:0.0:1776267962.943729:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d52c63b2. 00010000:00000010:0.0:1776267962.943812:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aca44766. 00010000:00000010:0.0:1776267962.943819:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb3a2530. 00010000:00000010:0.0:1776267962.943945:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072dd92e1. 00010000:00000010:0.0:1776267962.943951:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000067ddfc2. 00010000:00000010:0.0:1776267962.943962:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034792323. 00000100:00000010:0.0:1776267962.943966:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094f7b237. 00000100:00000010:0.0:1776267962.943972:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 02000000:00000010:0.0:1776267962.943984:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007c1632e4. 02000000:00000010:0.0:1776267962.944007:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5ceddbc. 00000400:00000010:0.0:1776267962.944013:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f396a63. 00000400:00000010:0.0:1776267962.944017:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d0114a6. 00000100:00000200:0.0:1776267962.944022:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489501952, portal 16 00000400:00000010:0.0:1776267962.944027:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b862cb7c. 00000100:00000200:0.0:1776267962.944029:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489501952, offset 0 00000400:00000200:0.0:1776267962.944035:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.944042:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.944049:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.944052:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.944055:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.944057:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91669:91669:255:4294967295] 192.168.202.34@tcp LPNI seq info [91669:91669:7:4294967295] 00000400:00000200:0.0:1776267962.944065:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.944069:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.944073:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343946). 00000800:00000200:0.0:1776267962.944077:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.944081:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.944083:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267962.944265:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.944269:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343698). 00000400:00000200:1.0:1776267962.944275:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.944281:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.944286:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a302828a 00000400:00000010:1.0:1776267962.944287:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a302828a. 00000800:00000200:1.0:1776267962.948732:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.948741:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343450). 00000400:00000200:1.0:1776267962.948749:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.948759:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.948764:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b862cb7c 00000400:00000010:1.0:1776267962.948766:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b862cb7c. 00000100:00000200:1.0:1776267962.948777:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a719f92a x1862549489501952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267962.953950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f8b2eec. 00000400:00000200:0.0:1776267962.954052:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.954068:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c700 00000400:00000200:0.0:1776267962.954076:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7e29 [1] + 224 00000400:00000200:0.0:1776267962.954092:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.954096:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.954106:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a719f92a x1862549489501952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267962.954188:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f396a63. 00000400:00000200:2.0:1776267962.954194:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d0114a6 00000400:00000010:2.0:1776267962.954195:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d0114a6. 00000100:00000200:2.0:1776267962.954213:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a719f92a x1862549489501952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267962.954221:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a719f92a x1862549489501952/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267962.954252:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5ceddbc. 02000000:00000010:2.0:1776267962.954259:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007c1632e4. 00000100:00000010:2.0:1776267962.954263:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 00000100:00000010:2.0:1776267962.954267:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094f7b237. 00010000:00000010:2.0:1776267962.954271:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034792323. 00010000:00000010:0.1:1776267962.957181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb30d218. 00010000:00000010:0.1:1776267962.957465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012cb87f0. 00000400:00000200:0.0:1776267962.964821:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.964842:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d540 00000400:00000200:0.0:1776267962.964851:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6775 [2] + 984 00000400:00000200:0.0:1776267962.965499:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.965508:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.965516:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267962.965523:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f2b7b. 00000020:00000010:3.0:1776267962.966778:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a27f1142. 00000020:00000010:3.0:1776267962.966791:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.966796:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267962.966838:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68f2b7b x1862549476136256/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267962.966883:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136256 02000000:00000010:3.0:1776267962.966947:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e868c073. 00010000:00000010:3.0:1776267962.966981:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000400f36f3. 00010000:00000010:3.0:1776267962.967003:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267962.967011:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000206c4d37. 00000100:00000010:3.0:1776267962.967035:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000206c4d37. 00010000:00000010:3.0:1776267962.967039:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267962.967053:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a04c9ce3. 00000100:00000200:3.0:1776267962.967058:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136256, offset 224 00000400:00000200:3.0:1776267962.967066:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267962.967079:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267962.967084:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91670:91670:256:4294967295] 192.168.202.34@tcp LPNI seq info [91670:91670:8:4294967295] 00000400:00000200:3.0:1776267962.967095:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267962.967100:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267962.967104:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd4cfee3 (tot 82343698). 00000800:00000200:3.0:1776267962.967111:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267962.967117:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267962.967120:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd4cfee3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267962.967145:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267962.967148:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267962.967151:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a27f1142. 00000800:00000200:1.0:1776267962.967315:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267962.967319:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd4cfee3 (tot 82343450). 00000400:00000200:1.0:1776267962.967326:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.967330:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267962.967334:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a04c9ce3 00000400:00000010:1.0:1776267962.967336:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a04c9ce3. 00080000:00000010:0.0:1776267962.968557:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5ceddbc. 00010000:00000010:0.0:1776267962.968655:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000067ddfc2. 00010000:00000010:0.0:1776267962.968666:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000153d3632. 00010000:00000010:0.0:1776267962.968738:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e515549. 00010000:00000010:0.0:1776267962.968744:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000067ddfc2. 00010000:00000010:0.0:1776267962.968757:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008a9ca6da. 00000100:00000010:0.0:1776267962.968763:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000639a9e12. 00000100:00000010:0.0:1776267962.968773:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007259c45b. 02000000:00000010:0.0:1776267962.968786:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004787b750. 02000000:00000010:0.0:1776267962.968812:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013c3b6e5. 00000400:00000010:0.0:1776267962.968819:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002e899716. 00000400:00000010:0.0:1776267962.968824:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c2d341db. 00000100:00000200:0.0:1776267962.968831:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502016, portal 16 00000400:00000010:0.0:1776267962.968835:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5deca77. 00000100:00000200:0.0:1776267962.968838:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502016, offset 0 00000400:00000200:0.0:1776267962.968846:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267962.968858:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267962.968865:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267962.968869:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267962.968872:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267962.968875:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91671:91671:256:4294967295] 192.168.202.34@tcp LPNI seq info [91671:91671:8:4294967295] 00000400:00000200:0.0:1776267962.968883:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267962.968889:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267962.969060:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000903c6240 (tot 82343698). 00000800:00000200:0.0:1776267962.969068:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267962.969074:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267962.969077:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000903c6240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.973869:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.973878:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000903c6240 (tot 82343450). 00000400:00000200:2.0:1776267962.973887:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.973921:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.973934:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5deca77 00000400:00000010:2.0:1776267962.973936:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5deca77. 00000100:00000200:2.0:1776267962.973947:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007259c45b x1862549489502016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267962.977088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042eb387f. 00000400:00000200:0.0:1776267962.982362:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267962.982383:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c740 00000400:00000200:0.0:1776267962.982391:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7e35 [1] + 224 00000400:00000200:0.0:1776267962.982409:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267962.982414:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267962.982424:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007259c45b x1862549489502016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267962.982595:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002e899716. 00000400:00000200:2.0:1776267962.982602:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c2d341db 00000400:00000010:2.0:1776267962.982604:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c2d341db. 00000100:00000200:2.0:1776267962.982610:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007259c45b x1862549489502016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267962.982617:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007259c45b x1862549489502016/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267962.982646:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013c3b6e5. 02000000:00000010:2.0:1776267962.982652:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004787b750. 00000100:00000010:2.0:1776267962.982656:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007259c45b. 00000100:00000010:2.0:1776267962.982659:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000639a9e12. 00010000:00000010:2.0:1776267962.982664:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008a9ca6da. 00010000:00000010:0.1:1776267962.984476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000117a042e. 00010000:00000010:0.1:1776267962.984493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072dd92e1. 00000400:00000200:1.0:1776267962.987217:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267962.987239:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d580 00000400:00000200:1.0:1776267962.987248:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6775 [2] + 1312 00000400:00000200:1.0:1776267962.987319:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267962.987324:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267962.987331:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267962.987338:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 00000020:00000010:2.0:1776267962.987662:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000768020c7. 00000020:00000010:2.0:1776267962.987670:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc75f486. 00000020:00000010:2.0:1776267962.987674:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267962.987714:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5458b88 x1862549476136320/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:645/0 lens 328/0 e 0 to 0 dl 1776268005 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267962.987744:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136320 02000000:00000010:2.0:1776267962.987758:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007c1632e4. 00010000:00000010:2.0:1776267962.987816:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007235200d. 00010000:00000010:2.0:1776267962.987840:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6c72867. 00000100:00000010:2.0:1776267962.987848:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fe3e8c1. 00000100:00000010:2.0:1776267962.987870:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fe3e8c1. 00010000:00000010:2.0:1776267962.987874:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6c72867. 00000400:00000010:2.0:1776267962.987887:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058b5df77. 00000100:00000200:2.0:1776267962.987932:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136320, offset 224 00000400:00000200:2.0:1776267962.987942:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267962.987953:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267962.987959:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91672:91672:256:4294967295] 192.168.202.34@tcp LPNI seq info [91672:91672:8:4294967295] 00000400:00000200:2.0:1776267962.987970:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267962.987974:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267962.987980:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343698). 00000800:00000200:2.0:1776267962.987986:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267962.987993:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267962.987997:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267962.988013:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc75f486. 00000020:00000010:2.0:1776267962.988018:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:2.0:1776267962.988021:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000768020c7. 00080000:00000010:1.0:1776267962.988429:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052e2cee4. 00010000:00000010:1.0:1776267962.988516:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000067ddfc2. 00010000:00000010:1.0:1776267962.988524:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d3fc4ac3. 00010000:00000010:1.0:1776267962.988592:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c1bfd44. 00010000:00000010:1.0:1776267962.988599:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267962.988608:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267962.988613:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267962.988619:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdb942bd. 02000000:00000010:1.0:1776267962.988629:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b89b1087. 02000000:00000010:1.0:1776267962.988651:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ecf597b. 00000400:00000010:1.0:1776267962.988657:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a52e138f. 00000400:00000010:1.0:1776267962.988662:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267962.988667:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502080, portal 16 00000400:00000010:1.0:1776267962.988672:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fd3bfba. 00000100:00000200:1.0:1776267962.988674:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502080, offset 0 00000400:00000200:1.0:1776267962.988679:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267962.988688:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267962.988695:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267962.988698:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267962.988701:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267962.988703:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91673:91673:255:4294967295] 192.168.202.34@tcp LPNI seq info [91673:91673:7:4294967295] 00000400:00000200:1.0:1776267962.988711:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267962.988715:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267962.988718:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343946). 00000800:00000200:1.0:1776267962.988723:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267962.988727:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267962.988729:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267962.988844:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.988848:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343698). 00000400:00000200:2.0:1776267962.988854:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.988859:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.988863:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058b5df77 00000400:00000010:2.0:1776267962.988865:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058b5df77. 00000800:00000200:2.0:1776267962.995679:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267962.995687:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:2.0:1776267962.995700:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267962.995709:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267962.995716:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fd3bfba 00000400:00000010:2.0:1776267962.995719:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fd3bfba. 00000100:00000200:2.0:1776267962.995728:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdb942bd x1862549489502080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.000139:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.000163:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c780 00000400:00000200:0.0:1776267963.000172:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7e41 [1] + 224 00000400:00000200:0.0:1776267963.000459:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.000465:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.000477:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdb942bd x1862549489502080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267963.000602:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a52e138f. 00000400:00000200:1.0:1776267963.000607:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:1.0:1776267963.000609:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:1.0:1776267963.000615:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdb942bd x1862549489502080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267963.000623:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdb942bd x1862549489502080/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267963.000652:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ecf597b. 02000000:00000010:1.0:1776267963.000657:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b89b1087. 00000100:00000010:1.0:1776267963.000662:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdb942bd. 00000100:00000010:1.0:1776267963.000666:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:1.0:1776267963.000670:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00010000:00000010:2.1:1776267963.002087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b7e7a25. 00010000:00000010:1.1:1776267963.006086:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e04d2d7e. 00010000:00000010:1.1:1776267963.006103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e515549. 00000400:00000200:0.0:1776267963.028098:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.028119:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d5c0 00000400:00000200:0.0:1776267963.028128:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6775 [2] + 1640 00000400:00000200:0.0:1776267963.028540:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.028547:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.028555:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267963.028561:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002cdec994. 00000020:00000010:3.0:1776267963.039160:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a27f1142. 00000020:00000010:3.0:1776267963.039178:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267963.039185:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.039244:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002cdec994 x1862549476136384/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267963.039283:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136384 02000000:00000010:3.0:1776267963.039294:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018b781cf. 00010000:00000010:3.0:1776267963.039326:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fba97402. 00010000:00000010:3.0:1776267963.039365:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267963.039375:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000206c4d37. 00000100:00000010:3.0:1776267963.039391:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000206c4d37. 00010000:00000010:3.0:1776267963.039396:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267963.039411:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8542c5d. 00000100:00000200:3.0:1776267963.039418:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136384, offset 224 00000400:00000200:3.0:1776267963.039426:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.039441:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.039447:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91674:91674:256:4294967295] 192.168.202.34@tcp LPNI seq info [91674:91674:8:4294967295] 00000400:00000200:3.0:1776267963.039458:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.039463:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.039468:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a42e3dbd (tot 82343698). 00000800:00000200:3.0:1776267963.039476:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.039483:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.039488:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a42e3dbd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.039511:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267963.039514:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.039517:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a27f1142. 00080000:00000010:1.0:1776267963.039826:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ecf597b. 00010000:00000010:1.0:1776267963.039960:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267963.039967:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dae41c89. 00010000:00000010:1.0:1776267963.040042:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000624fb609. 00010000:00000010:1.0:1776267963.040046:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cf1eefb3. 00010000:00000010:1.0:1776267963.040051:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc7a41ab. 00010000:00000010:1.0:1776267963.040056:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00080000:00000010:1.0:1776267963.040067:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7141cdf. 00010000:00000010:1.0:1776267963.040090:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267963.040094:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf1eefb3. 00010000:00000010:1.0:1776267963.040145:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f86ace5. 00010000:00000010:1.0:1776267963.040149:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000055ea3d32. 00010000:00000010:1.0:1776267963.040156:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b9ba31ab. 00000100:00000010:1.0:1776267963.040161:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267963.040169:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdb942bd. 02000000:00000010:1.0:1776267963.040181:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8d4bcf2. 02000000:00000010:1.0:1776267963.040225:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e58d95d8. 00000400:00000010:1.0:1776267963.040232:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a52e138f. 00000400:00000010:1.0:1776267963.040237:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c12fbe3. 00000100:00000200:1.0:1776267963.040242:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502144, portal 16 00000400:00000010:1.0:1776267963.040247:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c75b50e9. 00000100:00000200:1.0:1776267963.040250:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502144, offset 0 00000400:00000200:1.0:1776267963.040256:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.040265:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.040272:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267963.040276:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267963.040279:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267963.040281:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91675:91675:255:4294967295] 192.168.202.34@tcp LPNI seq info [91675:91675:7:4294967295] 00000400:00000200:1.0:1776267963.040289:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.040293:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.040297:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343946). 00000800:00000200:1.0:1776267963.040302:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.040307:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.040309:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.041171:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.041177:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a42e3dbd (tot 82343698). 00000400:00000200:0.0:1776267963.041537:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.041546:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.041552:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e8542c5d 00000400:00000010:0.0:1776267963.041555:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e8542c5d. 00000800:00000200:0.0:1776267963.041627:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.041629:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:0.0:1776267963.041633:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.041636:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.041638:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c75b50e9 00000400:00000010:0.0:1776267963.041640:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c75b50e9. 00000100:00000200:0.0:1776267963.041646:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdb942bd x1862549489502144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267963.047172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000478bb027. 00010000:00000010:1.1:1776267963.047961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000335d50a8. 00010000:00000010:1.1:1776267963.047969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c1bfd44. 00010000:00000010:1.1:1776267963.047973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000624fb609. 00010000:00000010:1.1:1776267963.047977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc7a41ab. 00000400:00000200:0.0:1776267963.063997:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.064020:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c7c0 00000400:00000200:0.0:1776267963.064030:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7e4d [1] + 224 00000400:00000200:0.0:1776267963.064044:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.064048:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.064061:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdb942bd x1862549489502144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.064092:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.064098:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d600 00000400:00000200:0.0:1776267963.064102:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6775 [2] + 1968 00000400:00000010:0.0:1776267963.064106:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dd5ba0fb. 00000400:00000200:0.0:1776267963.064110:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ac1bbcf6 00000400:00000200:0.0:1776267963.064117:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.064120:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.064122:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac1bbcf6 00000400:00000010:0.0:1776267963.064123:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ac1bbcf6 (tot 82343298). 00000100:00000200:0.0:1776267963.064129:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267963.064746:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a27f1142. 00000020:00000010:3.0:1776267963.064754:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267963.064758:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.064786:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000346c99b2 x1862549476136448/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267963.064826:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136448 02000000:00000010:3.0:1776267963.064850:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cbe804c6. 00010000:00000010:3.0:1776267963.064931:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267963.064939:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000206c4d37. 00000100:00000010:3.0:1776267963.064946:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000206c4d37. 00010000:00000010:3.0:1776267963.064950:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267963.064965:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002608d70c. 00000100:00000200:3.0:1776267963.064970:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136448, offset 224 00000400:00000200:3.0:1776267963.064977:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.064989:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.064995:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91676:91676:256:4294967295] 192.168.202.34@tcp LPNI seq info [91676:91676:8:4294967295] 00000400:00000200:3.0:1776267963.065008:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.065012:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.065017:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004cbb0df0 (tot 82343546). 00000800:00000200:3.0:1776267963.065023:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.065030:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.065033:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004cbb0df0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.065050:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267963.065053:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.065056:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a27f1142. 02000000:00000010:3.0:1776267963.065065:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018b781cf. 00000100:00000010:3.0:1776267963.065067:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002cdec994. 02000000:00000010:3.0:1776267963.065071:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007c1632e4. 00000100:00000010:3.0:1776267963.065074:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 02000000:00000010:3.0:1776267963.065077:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e868c073. 00000100:00000010:3.0:1776267963.065078:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f2b7b. 02000000:00000010:3.0:1776267963.065081:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008b6550ad. 00000100:00000010:3.0:1776267963.065084:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000339ea1b5. 02000000:00000010:3.0:1776267963.065087:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009605678. 00000100:00000010:3.0:1776267963.065088:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000261e0f2e. 02000000:00000010:3.0:1776267963.065092:0:75364:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ced70d06. 00000100:00000010:3.0:1776267963.065094:0:75364:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080121de5. 00000100:00000200:3.0:1776267963.065100:0:75364:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267963.065106:0:75364:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000646e65e0. 00000400:00000010:3.0:1776267963.065110:0:75364:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000206c4d37 (tot 82343698). 00000800:00000200:0.0:1776267963.067617:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.067625:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004cbb0df0 (tot 82343450). 00000400:00000200:0.0:1776267963.067635:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.067643:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.067649:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002608d70c 00000400:00000010:0.0:1776267963.067652:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002608d70c. 02000000:00000010:0.0:1776267963.067660:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cbe804c6. 00000400:00000010:2.0:1776267963.067954:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a52e138f. 00000400:00000200:2.0:1776267963.067960:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c12fbe3 00000400:00000010:2.0:1776267963.067962:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c12fbe3. 00000100:00000200:2.0:1776267963.067971:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdb942bd x1862549489502144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267963.067980:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdb942bd x1862549489502144/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267963.068008:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6318e82. 02000000:00000010:2.0:1776267963.068025:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e58d95d8. 02000000:00000010:2.0:1776267963.068030:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8d4bcf2. 00000100:00000010:2.0:1776267963.068033:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdb942bd. 00000100:00000010:2.0:1776267963.068038:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:2.0:1776267963.068041:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b9ba31ab. 00080000:00000010:2.0:1776267963.068061:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b6550ad. 00010000:00000010:2.0:1776267963.068160:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055ea3d32. 00010000:00000010:2.0:1776267963.068167:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000088db32c5. 00010000:00000010:2.0:1776267963.068512:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000157d807. 00010000:00000010:2.0:1776267963.068519:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007fd4cd98. 00010000:00000010:2.0:1776267963.068532:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6c72867. 00000100:00000010:2.0:1776267963.068538:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fe3e8c1. 00000100:00000010:2.0:1776267963.068545:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 02000000:00000010:2.0:1776267963.068558:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8d4bcf2. 02000000:00000010:2.0:1776267963.068587:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e58d95d8. 00000400:00000010:2.0:1776267963.068591:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aeef7b06. 00000400:00000010:2.0:1776267963.068595:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058b5df77. 00000100:00000200:2.0:1776267963.068602:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502208, portal 16 00000400:00000010:2.0:1776267963.068608:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000647547fc. 00000100:00000200:2.0:1776267963.068610:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502208, offset 0 00000400:00000200:2.0:1776267963.068618:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.068633:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.068641:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267963.068644:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267963.068647:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267963.068650:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91677:91677:256:4294967295] 192.168.202.34@tcp LPNI seq info [91677:91677:8:4294967295] 00000400:00000200:2.0:1776267963.068658:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.068663:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.068668:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343698). 00000800:00000200:2.0:1776267963.068674:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.068679:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.068683:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.069474:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.069478:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343450). 00000400:00000200:0.0:1776267963.069486:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.069493:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.069497:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000647547fc 00000400:00000010:0.0:1776267963.069500:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000647547fc. 00000100:00000200:0.0:1776267963.069509:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa9f9452 x1862549489502208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.078973:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.078995:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c800 00000400:00000200:0.0:1776267963.079004:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7e5d [1] + 224 00000400:00000200:0.0:1776267963.079016:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.079020:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.079030:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa9f9452 x1862549489502208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.079065:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.079070:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d640 00000400:00000200:0.0:1776267963.079075:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb67cd [2] + 0 00000400:00000200:0.0:1776267963.079131:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.079135:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.079139:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267963.079144:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9422027. 00000400:00000010:2.0:1776267963.079444:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aeef7b06. 00000400:00000200:2.0:1776267963.079450:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058b5df77 00000400:00000010:2.0:1776267963.079451:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058b5df77. 00000100:00000200:2.0:1776267963.079459:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa9f9452 x1862549489502208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267963.079466:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa9f9452 x1862549489502208/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267963.079497:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e58d95d8. 02000000:00000010:2.0:1776267963.079503:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8d4bcf2. 00000100:00000010:2.0:1776267963.079506:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 00000100:00000010:2.0:1776267963.079510:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fe3e8c1. 00010000:00000010:2.0:1776267963.079514:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6c72867. 00000020:00000010:3.0:1776267963.079633:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009605678. 00000020:00000010:3.0:1776267963.079639:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267963.079643:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.079666:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9422027 x1862549476136512/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267963.079701:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136512 02000000:00000010:3.0:1776267963.079713:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e868c073. 00010000:00000010:3.0:1776267963.079740:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a26f249b. 00010000:00000010:3.0:1776267963.079762:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267963.079768:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049049fc2. 00000100:00000010:3.0:1776267963.079778:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049049fc2. 00010000:00000010:3.0:1776267963.079781:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267963.079794:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e0f072b. 00000100:00000200:3.0:1776267963.079798:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136512, offset 224 00000400:00000200:3.0:1776267963.079806:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.079816:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.079821:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91678:91678:256:4294967295] 192.168.202.34@tcp LPNI seq info [91678:91678:8:4294967295] 00000400:00000200:3.0:1776267963.079831:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.079837:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.079842:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e3802e3 (tot 82343698). 00000800:00000200:3.0:1776267963.079848:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.079856:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.079860:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005e3802e3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.079876:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267963.079880:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.079883:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009605678. 00080000:00000010:0.0:1776267963.080298:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004787b750. 00010000:00000010:0.0:1776267963.080397:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007fd4cd98. 00010000:00000010:0.0:1776267963.080404:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000090ac4479. 00010000:00000010:0.0:1776267963.080482:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072dd92e1. 00010000:00000010:0.0:1776267963.080488:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000e8676ca. 00010000:00000010:0.0:1776267963.080498:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000039477e4. 00000100:00000010:0.0:1776267963.080502:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b17a4689. 00000100:00000010:0.0:1776267963.080510:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003d99e24. 02000000:00000010:0.0:1776267963.080520:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000013c3b6e5. 02000000:00000010:0.0:1776267963.080549:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072002d7c. 00000400:00000010:0.0:1776267963.080554:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea9380df. 00000400:00000010:0.0:1776267963.080559:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb90fde. 00000100:00000200:0.0:1776267963.080565:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502272, portal 16 00000400:00000010:0.0:1776267963.080570:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052669a04. 00000100:00000200:0.0:1776267963.080573:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502272, offset 0 00000400:00000200:0.0:1776267963.080579:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.080593:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.080600:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.080603:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.080605:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.080607:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91679:91679:255:4294967295] 192.168.202.34@tcp LPNI seq info [91679:91679:7:4294967295] 00000400:00000200:0.0:1776267963.080614:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.080620:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.080623:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018c6a61f (tot 82343946). 00000800:00000200:0.0:1776267963.080628:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.080633:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.080636:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018c6a61f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.080681:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.080684:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e3802e3 (tot 82343698). 00000400:00000200:0.0:1776267963.080690:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.080694:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.080697:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e0f072b 00000400:00000010:0.0:1776267963.080698:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e0f072b. 00000800:00000200:0.0:1776267963.080759:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.080761:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018c6a61f (tot 82343450). 00000400:00000200:0.0:1776267963.080764:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.080767:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.080769:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052669a04 00000400:00000010:0.0:1776267963.080770:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052669a04. 00000100:00000200:0.0:1776267963.080775:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000003d99e24 x1862549489502272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267963.085849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017fbb6f7. 00010000:00000010:2.1:1776267963.085867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f81778fd. 00010000:00000010:2.1:1776267963.085871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f86ace5. 00010000:00000010:0.1:1776267963.092094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5c50341. 00010000:00000010:0.1:1776267963.092113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000157d807. 00010000:00000010:3.1:1776267963.092950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b15d168b. 00000400:00000200:0.0:1776267963.094932:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.094954:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c840 00000400:00000200:0.0:1776267963.094964:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7e69 [1] + 224 00000400:00000200:0.0:1776267963.094981:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.094984:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.094997:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003d99e24 x1862549489502272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267963.095152:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea9380df. 00000400:00000200:2.0:1776267963.095158:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb90fde 00000400:00000010:2.0:1776267963.095160:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb90fde. 00000100:00000200:2.0:1776267963.095167:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003d99e24 x1862549489502272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267963.095175:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003d99e24 x1862549489502272/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267963.095230:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072002d7c. 02000000:00000010:2.0:1776267963.095239:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000013c3b6e5. 00000100:00000010:2.0:1776267963.095245:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003d99e24. 00000100:00000010:2.0:1776267963.095249:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b17a4689. 00010000:00000010:2.0:1776267963.095253:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000039477e4. 00000400:00000200:0.0:1776267963.097786:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.097808:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d680 00000400:00000200:0.0:1776267963.097816:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb67cd [2] + 328 00000400:00000200:0.0:1776267963.098145:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.098152:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.098160:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267963.098168:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005aab43a3. 00000020:00000010:2.0:1776267963.105437:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8d4bcf2. 00000020:00000010:2.0:1776267963.105452:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d817d38b. 00000020:00000010:2.0:1776267963.105457:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000077907d99. 00000100:00000200:2.0:1776267963.105490:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005aab43a3 x1862549476136576/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267963.105521:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136576 02000000:00000010:2.0:1776267963.105532:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e58d95d8. 00010000:00000010:2.0:1776267963.105566:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008032f76e. 00010000:00000010:2.0:1776267963.105593:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6c72867. 00000100:00000010:2.0:1776267963.105601:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fe3e8c1. 00000100:00000010:2.0:1776267963.105618:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fe3e8c1. 00010000:00000010:2.0:1776267963.105622:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6c72867. 00080000:00000010:2.0:1776267963.105659:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013c3b6e5. 00010000:00000010:2.0:1776267963.105752:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e8676ca. 00010000:00000010:2.0:1776267963.105760:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a888dc49. 00000001:00000010:2.0:1776267963.105821:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aeef7b06. 00000001:00000010:2.0:1776267963.105828:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000aeef7b06. 00000001:00000010:2.0:1776267963.105832:0:77399:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000aeef7b06. 00000001:00000010:2.0:1776267963.105835:0:77399:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001886a230. 00000400:00000010:3.0:1776267963.105856:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4b36b5e. 00000100:00000200:3.0:1776267963.105866:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136576, offset 224 00010000:00000010:2.0:1776267963.105869:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000407beaf9. 00000400:00000200:3.0:1776267963.105877:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00010000:00000010:2.0:1776267963.105879:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007c09e029. 00000400:00000200:3.0:1776267963.105933:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.105940:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91680:91680:256:4294967295] 192.168.202.34@tcp LPNI seq info [91680:91680:8:4294967295] 00000400:00000200:3.0:1776267963.105950:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.105956:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.105961:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b53b411 (tot 82343698). 00000800:00000200:3.0:1776267963.105969:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.105978:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.105981:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005b53b411 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.106014:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d817d38b. 00000020:00000010:3.0:1776267963.106019:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000077907d99. 00000020:00000010:3.0:1776267963.106022:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8d4bcf2. 00000800:00000200:0.0:1776267963.107547:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.107555:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b53b411 (tot 82343450). 00000400:00000200:0.0:1776267963.107564:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.107573:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.107578:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4b36b5e 00000400:00000010:0.0:1776267963.107580:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4b36b5e. 00010000:00000010:2.0:1776267963.111272:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6c72867. 00000100:00000010:2.0:1776267963.111288:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fe3e8c1. 00000100:00000010:2.0:1776267963.111301:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 02000000:00000010:2.0:1776267963.111317:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c1599409. 02000000:00000010:2.0:1776267963.111355:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2dda419. 00000400:00000010:2.0:1776267963.111361:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000009e1fd2. 00000400:00000010:2.0:1776267963.111368:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058b5df77. 00000100:00000200:2.0:1776267963.111376:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502336, portal 16 00000400:00000010:2.0:1776267963.111382:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267963.111384:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502336, offset 0 00000400:00000200:2.0:1776267963.111394:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.111412:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.111419:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267963.111422:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267963.111426:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267963.111429:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91681:91681:256:4294967295] 192.168.202.34@tcp LPNI seq info [91681:91681:8:4294967295] 00000400:00000200:2.0:1776267963.111439:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.111445:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.111450:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267963.111457:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.111465:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.111471:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.114794:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.114803:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:0.0:1776267963.114813:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.114823:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.114829:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:0.0:1776267963.114830:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00000100:00000200:0.0:1776267963.114841:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa9f9452 x1862549489502336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.119745:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.119770:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c880 00000400:00000200:1.0:1776267963.119780:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7e75 [1] + 224 00000400:00000200:1.0:1776267963.119803:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.119807:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.119821:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa9f9452 x1862549489502336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267963.119942:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000009e1fd2. 00000400:00000200:2.0:1776267963.119948:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058b5df77 00000400:00000010:2.0:1776267963.119950:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058b5df77. 00000100:00000200:2.0:1776267963.119959:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa9f9452 x1862549489502336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267963.119967:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa9f9452 x1862549489502336/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267963.120017:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2dda419. 02000000:00000010:2.0:1776267963.120025:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c1599409. 00000100:00000010:2.0:1776267963.120031:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 00000100:00000010:2.0:1776267963.120036:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fe3e8c1. 00010000:00000010:2.0:1776267963.120039:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6c72867. 00000400:00000200:1.0:1776267963.126222:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.126245:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d6c0 00000400:00000200:1.0:1776267963.126253:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb67cd [2] + 656 00000400:00000200:1.0:1776267963.126328:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.126333:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.126341:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267963.126347:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e69869f. 00000020:00000010:3.0:1776267963.126831:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009605678. 00000020:00000010:3.0:1776267963.126839:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267963.126843:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.126884:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e69869f x1862549476136640/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267963.126958:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136640 02000000:00000010:3.0:1776267963.126973:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018b781cf. 00010000:00000010:3.0:1776267963.127009:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa067b1d. 00010000:00000010:3.0:1776267963.127040:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267963.127048:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049049fc2. 00000100:00000010:3.0:1776267963.127062:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049049fc2. 00010000:00000010:3.0:1776267963.127066:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000400:00000010:3.0:1776267963.127079:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bd03529. 00000100:00000200:3.0:1776267963.127084:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136640, offset 224 00000400:00000200:3.0:1776267963.127092:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.127102:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.127108:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91682:91682:256:4294967295] 192.168.202.34@tcp LPNI seq info [91682:91682:8:4294967295] 00000400:00000200:3.0:1776267963.127117:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.127122:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.127126:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075b89af2 (tot 82343698). 00000800:00000200:3.0:1776267963.127132:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.127140:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.127144:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075b89af2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.127166:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e6f45276. 00000020:00000010:3.0:1776267963.127170:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.127172:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009605678. 00000800:00000200:3.0:1776267963.127443:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.127447:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075b89af2 (tot 82343450). 00000400:00000200:3.0:1776267963.127455:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.127460:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.127464:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bd03529 00000400:00000010:3.0:1776267963.127467:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bd03529. 00080000:00000010:3.0:1776267963.127518:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009605678. 00010000:00000010:3.0:1776267963.127620:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c09e029. 00010000:00000010:3.0:1776267963.127628:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000818bd485. 00010000:00000010:3.0:1776267963.127713:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006dfdca8d. 00010000:00000010:3.0:1776267963.127720:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0fa2a4b. 00010000:00000010:3.0:1776267963.127729:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d827590b. 00000100:00000010:3.0:1776267963.127733:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049049fc2. 00000100:00000010:3.0:1776267963.127741:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d720bc70. 02000000:00000010:3.0:1776267963.127752:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a27f1142. 02000000:00000010:3.0:1776267963.127781:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041b27a3f. 00000400:00000010:3.0:1776267963.127788:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000956e4a9c. 00000400:00000010:3.0:1776267963.127792:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bd03529. 00000100:00000200:3.0:1776267963.127797:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502400, portal 16 00000400:00000010:3.0:1776267963.127802:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071c137fd. 00000100:00000200:3.0:1776267963.127803:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502400, offset 0 00000400:00000200:3.0:1776267963.127809:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.127818:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.127824:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.127828:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.127830:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.127833:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91683:91683:256:4294967295] 192.168.202.34@tcp LPNI seq info [91683:91683:8:4294967295] 00000400:00000200:3.0:1776267963.127840:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.127847:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.127849:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075b89af2 (tot 82343698). 00000800:00000200:3.0:1776267963.127854:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.127859:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.127862:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075b89af2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.128710:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.128717:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075b89af2 (tot 82343450). 00000400:00000200:1.0:1776267963.128726:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.128734:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.128739:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071c137fd 00000400:00000010:1.0:1776267963.128741:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071c137fd. 00000100:00000200:1.0:1776267963.128750:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d720bc70 x1862549489502400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267963.130129:0:1035:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ee00d6e. 00010000:00000010:2.1:1776267963.130140:0:1035:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020e06923. 00010000:00000010:2.1:1776267963.130145:0:1035:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072dd92e1. 00000400:00000200:1.0:1776267963.140171:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.140606:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c8c0 00000400:00000200:1.0:1776267963.140616:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7e81 [1] + 224 00000400:00000200:0.0:1776267963.140692:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.140697:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.140710:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d720bc70 x1862549489502400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.140750:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.140758:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d700 00000400:00000200:0.0:1776267963.140764:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb67cd [2] + 984 00000400:00000200:0.0:1776267963.141274:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.141280:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.141286:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267963.141294:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009a7930ce. 00000400:00000010:0.0:1776267963.141346:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000956e4a9c. 00000400:00000200:0.0:1776267963.141351:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bd03529 00000400:00000010:0.0:1776267963.141354:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bd03529. 00000100:00000200:0.0:1776267963.141360:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d720bc70 x1862549489502400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267963.141368:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d720bc70 x1862549489502400/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267963.141398:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041b27a3f. 02000000:00000010:0.0:1776267963.141404:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a27f1142. 00000100:00000010:0.0:1776267963.141407:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d720bc70. 00000100:00000010:0.0:1776267963.141411:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049049fc2. 00010000:00000010:0.0:1776267963.141415:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d827590b. 00000020:00000010:0.0:1776267963.141602:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072002d7c. 00000020:00000010:0.0:1776267963.141609:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.141614:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.141640:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009a7930ce x1862549476136704/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267963.141712:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136704 02000000:00000010:0.0:1776267963.141725:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ee181b4. 00010000:00000010:0.0:1776267963.141752:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001370bdcc. 00010000:00000010:0.0:1776267963.141773:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e8fa57c. 00000100:00000010:0.0:1776267963.141779:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b17a4689. 00000100:00000010:0.0:1776267963.141794:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b17a4689. 00010000:00000010:0.0:1776267963.141798:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e8fa57c. 00000400:00000010:0.0:1776267963.141811:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052669a04. 00000100:00000200:0.0:1776267963.141815:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136704, offset 224 00000400:00000200:0.0:1776267963.141823:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.141834:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.141840:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91684:91684:256:4294967295] 192.168.202.34@tcp LPNI seq info [91684:91684:8:4294967295] 00000400:00000200:0.0:1776267963.141849:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.141854:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.141859:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018c6a61f (tot 82343698). 00000800:00000200:0.0:1776267963.141864:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.141871:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.141874:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018c6a61f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.141922:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.141928:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.141932:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072002d7c. 00080000:00000010:2.0:1776267963.141991:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1599409. 00000800:00000200:3.0:1776267963.142014:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.142018:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018c6a61f (tot 82343450). 00000400:00000200:3.0:1776267963.142021:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.142025:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.142027:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052669a04 00000400:00000010:3.0:1776267963.142029:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052669a04. 00010000:00000010:2.0:1776267963.142079:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0fa2a4b. 00010000:00000010:2.0:1776267963.142086:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023714346. 00010000:00000010:2.0:1776267963.142160:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008aeec184. 00010000:00000010:2.0:1776267963.142167:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e6a7f13. 00010000:00000010:2.0:1776267963.142180:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6c72867. 00000100:00000010:2.0:1776267963.142184:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fe3e8c1. 00000100:00000010:2.0:1776267963.142209:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 02000000:00000010:2.0:1776267963.142220:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2dda419. 02000000:00000010:2.0:1776267963.142244:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da4c13f6. 00000400:00000010:2.0:1776267963.142250:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000009e1fd2. 00000400:00000010:2.0:1776267963.142254:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058b5df77. 00000100:00000200:2.0:1776267963.142259:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502464, portal 16 00000400:00000010:2.0:1776267963.142263:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3008e. 00000100:00000200:2.0:1776267963.142265:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502464, offset 0 00000400:00000200:2.0:1776267963.142271:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.142277:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.142284:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267963.142287:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267963.142290:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267963.142293:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91685:91685:256:4294967295] 192.168.202.34@tcp LPNI seq info [91685:91685:8:4294967295] 00000400:00000200:2.0:1776267963.142301:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.142306:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.142309:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267963.142314:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.142317:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.142320:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267963.142401:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.142404:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:3.0:1776267963.142409:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.142412:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.142415:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3008e 00000400:00000010:3.0:1776267963.142417:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3008e. 00000100:00000200:3.0:1776267963.142423:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa9f9452 x1862549489502464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.155807:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.155828:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c900 00000400:00000200:0.0:1776267963.155837:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7e8d [1] + 224 00000400:00000200:0.0:1776267963.155849:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.155853:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.155865:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa9f9452 x1862549489502464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267963.156103:0:78568:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004993b919. 00000400:00000200:0.0:1776267963.156106:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00010000:00000010:2.1:1776267963.156111:0:78568:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dfdca8d. 00000400:00000200:0.0:1776267963.156113:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d740 00000400:00000200:0.0:1776267963.156118:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb67cd [2] + 1312 00000400:00000010:1.0:1776267963.156172:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000009e1fd2. 00000400:00000200:1.0:1776267963.156177:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058b5df77 00000400:00000010:1.0:1776267963.156179:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058b5df77. 00000100:00000200:1.0:1776267963.156342:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa9f9452 x1862549489502464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267963.156357:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa9f9452 x1862549489502464/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267963.156389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1600b1. 02000000:00000010:1.0:1776267963.156391:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da4c13f6. 00010000:00000010:3.1:1776267963.156398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007552c3d2. 02000000:00000010:1.0:1776267963.156399:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b2dda419. 00010000:00000010:3.1:1776267963.156402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000407beaf9. 00000100:00000010:1.0:1776267963.156404:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 00000100:00000010:1.0:1776267963.156409:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fe3e8c1. 00010000:00000010:1.0:1776267963.156413:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6c72867. 00000400:00000200:0.0:1776267963.156435:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.156440:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.156445:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267963.156451:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003d99e24. 00000020:00000010:2.0:1776267963.156576:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000435d0e71. 00000020:00000010:2.0:1776267963.156585:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.156589:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267963.156615:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003d99e24 x1862549476136768/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267963.156641:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136768 02000000:00000010:2.0:1776267963.156651:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2dda419. 00010000:00000010:2.0:1776267963.156682:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a173584. 00010000:00000010:2.0:1776267963.156700:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b2cf3bcb. 00000100:00000010:2.0:1776267963.156705:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267963.156710:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:2.0:1776267963.156712:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b2cf3bcb. 00000400:00000010:2.0:1776267963.156723:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000647547fc. 00000100:00000200:2.0:1776267963.156728:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136768, offset 224 00000400:00000200:2.0:1776267963.156790:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00080000:00000010:0.0:1776267963.156792:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b24e6f70. 00000400:00000200:2.0:1776267963.156802:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.156808:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91686:91686:256:4294967295] 192.168.202.34@tcp LPNI seq info [91686:91686:8:4294967295] 00000400:00000200:2.0:1776267963.156817:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.156821:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.156826:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267963.156833:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.156851:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.156854:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267963.156878:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.156882:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00010000:00000010:0.0:1776267963.156884:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e6a7f13. 00000020:00000010:2.0:1776267963.156885:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000435d0e71. 00010000:00000010:0.0:1776267963.156890:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c61b760. 00010000:00000010:0.0:1776267963.157009:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e0a78ea. 00010000:00000010:0.0:1776267963.157016:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc86f926. 00010000:00000010:0.0:1776267963.157027:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d452b3d5. 00000100:00000010:0.0:1776267963.157031:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b17a4689. 00000100:00000010:0.0:1776267963.157037:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080121de5. 02000000:00000010:0.0:1776267963.157046:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac59de9f. 02000000:00000010:0.0:1776267963.157069:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef4fcab7. 00000400:00000010:0.0:1776267963.157073:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004fded4d6. 00000400:00000010:0.0:1776267963.157077:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267963.157083:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502528, portal 16 00000400:00000010:0.0:1776267963.157088:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074d9ae42. 00000100:00000200:0.0:1776267963.157089:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502528, offset 0 00000400:00000200:0.0:1776267963.157094:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.157099:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.157104:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.157108:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.157111:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.157113:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91687:91687:255:4294967295] 192.168.202.34@tcp LPNI seq info [91687:91687:7:4294967295] 00000400:00000200:0.0:1776267963.157119:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.157124:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.157126:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c5e367f (tot 82343946). 00000800:00000200:0.0:1776267963.157131:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.157134:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.157136:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c5e367f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.157311:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.157315:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343698). 00000400:00000200:1.0:1776267963.157320:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.157324:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.157328:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000647547fc 00000400:00000010:1.0:1776267963.157330:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000647547fc. 00000800:00000200:1.0:1776267963.157373:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.157376:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343450). 00000400:00000200:1.0:1776267963.157379:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.157382:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.157384:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074d9ae42 00000400:00000010:1.0:1776267963.157385:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074d9ae42. 00000100:00000200:1.0:1776267963.157391:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000080121de5 x1862549489502528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.165582:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.165603:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c940 00000400:00000200:1.0:1776267963.165611:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7e99 [1] + 224 00000400:00000200:1.0:1776267963.165624:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.165628:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.165639:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000080121de5 x1862549489502528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.165678:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.165683:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d780 00000400:00000200:1.0:1776267963.165689:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb67cd [2] + 1640 00000400:00000200:1.0:1776267963.166103:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.166109:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.166114:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267963.166121:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fcb0bd4a. 00000400:00000010:0.0:1776267963.166426:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004fded4d6. 00000400:00000200:0.0:1776267963.166433:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:0.0:1776267963.166435:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00000100:00000200:0.0:1776267963.166443:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000080121de5 x1862549489502528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267963.166451:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000080121de5 x1862549489502528/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267963.166487:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef4fcab7. 02000000:00000010:0.0:1776267963.166495:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac59de9f. 00000100:00000010:0.0:1776267963.166499:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080121de5. 00000100:00000010:0.0:1776267963.166504:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b17a4689. 00010000:00000010:0.0:1776267963.166508:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d452b3d5. 00000020:00000010:2.0:1776267963.168070:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000435d0e71. 00000020:00000010:2.0:1776267963.168081:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.168086:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267963.168113:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fcb0bd4a x1862549476136832/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267963.168215:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136832 02000000:00000010:2.0:1776267963.168227:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da4c13f6. 00010000:00000010:2.0:1776267963.168258:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027cda0e2. 00010000:00000010:2.0:1776267963.168280:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b2cf3bcb. 00000100:00000010:2.0:1776267963.168288:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267963.168307:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:2.0:1776267963.168312:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b2cf3bcb. 00000400:00000010:2.0:1776267963.168325:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a302828a. 00000100:00000200:2.0:1776267963.168329:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136832, offset 224 00000400:00000200:2.0:1776267963.168338:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.168363:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.168369:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91688:91688:256:4294967295] 192.168.202.34@tcp LPNI seq info [91688:91688:8:4294967295] 00000400:00000200:2.0:1776267963.168379:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.168384:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.168389:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267963.168395:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.168402:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.168406:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267963.168426:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.168431:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267963.168434:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000435d0e71. 00000800:00000200:2.0:1776267963.168535:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.168539:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:2.0:1776267963.168545:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.168549:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.168553:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a302828a 00000400:00000010:2.0:1776267963.168555:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a302828a. 00080000:00000010:0.0:1776267963.168623:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac59de9f. 00010000:00000010:0.0:1776267963.168707:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc86f926. 00010000:00000010:0.0:1776267963.168714:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e858653. 00010000:00000010:0.0:1776267963.168789:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000899accb8. 00010000:00000010:0.0:1776267963.168796:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc86f926. 00010000:00000010:0.0:1776267963.168807:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d452b3d5. 00000100:00000010:0.0:1776267963.168810:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b17a4689. 00000100:00000010:0.0:1776267963.168818:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080121de5. 02000000:00000010:0.0:1776267963.168832:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef4fcab7. 02000000:00000010:0.0:1776267963.168872:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009fd980b8. 00000400:00000010:0.0:1776267963.168878:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004fded4d6. 00000400:00000010:0.0:1776267963.168882:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267963.168887:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502592, portal 16 00000400:00000010:0.0:1776267963.168892:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083f3734f. 00010000:00000010:0.1:1776267963.168917:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003714c5a6. 00000100:00000200:0.0:1776267963.168942:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502592, offset 0 00000400:00000200:0.0:1776267963.168949:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.168955:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.168962:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.168966:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.168969:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.168971:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91689:91689:256:4294967295] 192.168.202.34@tcp LPNI seq info [91689:91689:8:4294967295] 00000400:00000200:0.0:1776267963.168979:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.168983:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.168986:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c5e367f (tot 82343698). 00000800:00000200:0.0:1776267963.168990:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.168994:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.168996:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c5e367f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.169091:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.169094:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343450). 00000400:00000200:0.0:1776267963.169097:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.169101:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.169104:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083f3734f 00000400:00000010:0.0:1776267963.169105:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083f3734f. 00000100:00000200:0.0:1776267963.169112:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000080121de5 x1862549489502592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267963.177031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099fc91bd. 00010000:00000010:0.1:1776267963.177092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8d665ad. 00010000:00000010:0.1:1776267963.177099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeec184. 00000400:00000200:0.0:1776267963.182826:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.183460:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c980 00000400:00000200:0.0:1776267963.183471:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7ea5 [1] + 224 00000400:00000200:0.0:1776267963.183488:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.183493:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.183507:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000080121de5 x1862549489502592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.183593:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.183599:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d7c0 00000400:00000200:0.0:1776267963.183604:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb67cd [2] + 1968 00000400:00000010:0.0:1776267963.183610:0:15885:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000461ebdda. 00000400:00000200:0.0:1776267963.183614:0:15885:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000a91f24e 00000400:00000200:0.0:1776267963.183623:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.183626:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.183628:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a91f24e 00000400:00000010:0.0:1776267963.183630:0:15885:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000a91f24e (tot 82343298). 00000100:00000200:0.0:1776267963.183637:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776267963.183733:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009a6ec3e. 00000020:00000010:1.0:1776267963.183741:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267963.183746:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267963.183772:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a454384 x1862549476136896/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267963.183809:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136896 02000000:00000010:1.0:1776267963.183823:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b6ec34ec. 00010000:00000010:1.0:1776267963.183886:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d74ca048. 00000100:00000010:1.0:1776267963.183952:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001e6ad9a8. 00000100:00000010:1.0:1776267963.183961:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001e6ad9a8. 00010000:00000010:1.0:1776267963.183964:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d74ca048. 00000400:00000010:1.0:1776267963.183977:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf197cb7. 00000100:00000200:1.0:1776267963.183982:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136896, offset 224 00000400:00000200:1.0:1776267963.183990:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.184001:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.184007:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91690:91690:256:4294967295] 192.168.202.34@tcp LPNI seq info [91690:91690:8:4294967295] 00000400:00000200:1.0:1776267963.184017:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.184022:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.184027:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343546). 00000800:00000200:1.0:1776267963.184033:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.184039:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.184043:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267963.184061:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267963.184065:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267963.184068:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009a6ec3e. 02000000:00000010:1.0:1776267963.184078:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da4c13f6. 00000100:00000010:1.0:1776267963.184082:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fcb0bd4a. 02000000:00000010:1.0:1776267963.184087:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2dda419. 00000100:00000010:1.0:1776267963.184089:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003d99e24. 02000000:00000010:1.0:1776267963.184091:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ee181b4. 00000100:00000010:1.0:1776267963.184094:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009a7930ce. 02000000:00000010:1.0:1776267963.184097:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018b781cf. 00000100:00000010:1.0:1776267963.184099:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e69869f. 02000000:00000010:1.0:1776267963.184103:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e58d95d8. 00000100:00000010:1.0:1776267963.184105:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005aab43a3. 02000000:00000010:1.0:1776267963.184108:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e868c073. 00000100:00000010:1.0:1776267963.184110:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9422027. 00000100:00000200:1.0:1776267963.184116:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1776267963.184219:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.184224:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343298). 00000400:00000200:1.0:1776267963.184229:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.184233:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.184236:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf197cb7 00000400:00000010:1.0:1776267963.184237:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf197cb7. 02000000:00000010:1.0:1776267963.184240:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b6ec34ec. 00000400:00000010:1.0:1776267963.184256:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034bbc4ed. 00000400:00000010:1.0:1776267963.184260:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001e6ad9a8 (tot 82343450). 00010000:00000010:0.1:1776267963.186567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcc85183. 00010000:00000010:0.1:1776267963.186581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0a78ea. 00010000:00000010:2.1:1776267963.187226:0:77399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007191f43b. 00000400:00000010:2.0:1776267963.187243:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004fded4d6. 00000400:00000200:2.0:1776267963.187248:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:2.0:1776267963.187250:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00000100:00000200:2.0:1776267963.187268:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000080121de5 x1862549489502592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267963.187279:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000080121de5 x1862549489502592/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267963.187312:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000183c3494. 02000000:00000010:2.0:1776267963.187331:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009fd980b8. 02000000:00000010:2.0:1776267963.187338:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ef4fcab7. 00000100:00000010:2.0:1776267963.187354:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080121de5. 00000100:00000010:2.0:1776267963.187359:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b17a4689. 00010000:00000010:2.0:1776267963.187364:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d452b3d5. 00080000:00000010:2.0:1776267963.187386:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000435d0e71. 00010000:00000010:2.0:1776267963.187490:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc86f926. 00010000:00000010:2.0:1776267963.187499:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e99a874d. 00010000:00000010:2.0:1776267963.187581:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f5b54cb. 00010000:00000010:2.0:1776267963.187589:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000001c1e2af. 00010000:00000010:2.0:1776267963.187601:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b2cf3bcb. 00000100:00000010:2.0:1776267963.187608:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267963.187615:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:2.0:1776267963.187628:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2dda419. 02000000:00000010:2.0:1776267963.187658:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da4c13f6. 00000400:00000010:2.0:1776267963.187664:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c17f663. 00000400:00000010:2.0:1776267963.187669:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a302828a. 00000100:00000200:2.0:1776267963.187674:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502656, portal 16 00000400:00000010:2.0:1776267963.187679:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aae40fc7. 00000100:00000200:2.0:1776267963.187681:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502656, offset 0 00000400:00000200:2.0:1776267963.187689:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.187702:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.187709:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267963.187713:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267963.187715:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267963.187718:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91691:91691:256:4294967295] 192.168.202.34@tcp LPNI seq info [91691:91691:8:4294967295] 00000400:00000200:2.0:1776267963.187728:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.187734:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.187738:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267963.187745:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.187751:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.187754:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.188618:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.188624:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:1.0:1776267963.188630:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.188637:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.188642:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aae40fc7 00000400:00000010:1.0:1776267963.188644:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aae40fc7. 00000100:00000200:1.0:1776267963.188652:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489502656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267963.194080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1ccc2af. 00010000:00000010:2.1:1776267963.194094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ad60916. 00010000:00000010:2.1:1776267963.194098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000899accb8. 00000400:00000200:3.0:1776267963.195498:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.195523:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2c9c0 00000400:00000200:3.0:1776267963.195534:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7eb5 [1] + 224 00000400:00000200:3.0:1776267963.195552:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.195556:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.195568:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489502656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267963.195721:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c17f663. 00000400:00000200:2.0:1776267963.195727:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a302828a 00000400:00000010:2.0:1776267963.195730:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a302828a. 00000100:00000200:2.0:1776267963.195737:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489502656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267963.195745:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489502656/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267963.195777:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da4c13f6. 02000000:00000010:2.0:1776267963.195785:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b2dda419. 00000100:00000010:2.0:1776267963.195789:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:2.0:1776267963.195793:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:2.0:1776267963.195796:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b2cf3bcb. 00000400:00000200:1.0:1776267963.200320:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.200351:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d800 00000400:00000200:1.0:1776267963.200361:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6825 [2] + 0 00000400:00000200:1.0:1776267963.200419:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.200424:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.200431:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267963.200437:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e69869f. 00000020:00000010:2.0:1776267963.201654:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da4c13f6. 00000020:00000010:2.0:1776267963.201664:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.201669:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267963.201699:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e69869f x1862549476136960/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267963.201734:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476136960 02000000:00000010:2.0:1776267963.201745:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085f24814. 00010000:00000010:2.0:1776267963.201774:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e81c6280. 00010000:00000010:2.0:1776267963.201795:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000039538b6f. 00000100:00000010:2.0:1776267963.201802:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267963.201822:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:2.0:1776267963.201826:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000039538b6f. 00000400:00000010:2.0:1776267963.201848:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a302828a. 00000100:00000200:2.0:1776267963.201853:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476136960, offset 224 00000400:00000200:2.0:1776267963.201861:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.201876:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.201881:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91692:91692:256:4294967295] 192.168.202.34@tcp LPNI seq info [91692:91692:8:4294967295] 00000400:00000200:2.0:1776267963.201891:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.201916:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.201928:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267963.201935:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.201941:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.201944:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267963.201961:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.201965:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267963.201968:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da4c13f6. 00080000:00000010:3.0:1776267963.202116:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a27f1142. 00010000:00000010:3.0:1776267963.202216:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001c1e2af. 00010000:00000010:3.0:1776267963.202223:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ffb1683. 00010000:00000010:3.0:1776267963.202298:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005024f01. 00010000:00000010:3.0:1776267963.202307:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000817a55b7. 00010000:00000010:3.0:1776267963.202319:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037d84d47. 00000100:00000010:3.0:1776267963.202323:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3ef23c6. 00000100:00000010:3.0:1776267963.202331:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b58eae9f. 02000000:00000010:3.0:1776267963.202353:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041b27a3f. 02000000:00000010:3.0:1776267963.202377:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cbe804c6. 00000400:00000010:3.0:1776267963.202383:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002fa93f61. 00000400:00000010:3.0:1776267963.202388:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000253f928a. 00000100:00000200:3.0:1776267963.202393:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502720, portal 16 00000400:00000010:3.0:1776267963.202398:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cbd945d. 00000100:00000200:3.0:1776267963.202400:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502720, offset 0 00000400:00000200:3.0:1776267963.202406:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.202414:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.202420:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.202424:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.202427:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.202429:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91693:91693:255:4294967295] 192.168.202.34@tcp LPNI seq info [91693:91693:7:4294967295] 00000400:00000200:3.0:1776267963.202436:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.202440:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.202444:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab69bfc5 (tot 82343946). 00000800:00000200:3.0:1776267963.202449:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.202453:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.202455:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ab69bfc5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.202699:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.202703:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343698). 00000400:00000200:1.0:1776267963.202709:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.202713:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.202717:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a302828a 00000400:00000010:1.0:1776267963.202719:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a302828a. 00000800:00000200:1.0:1776267963.202775:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.202777:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab69bfc5 (tot 82343450). 00000400:00000200:1.0:1776267963.202782:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.202785:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.202787:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cbd945d 00000400:00000010:1.0:1776267963.202789:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cbd945d. 00000100:00000200:1.0:1776267963.202794:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b58eae9f x1862549489502720/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267963.205319:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.205351:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ca00 00000400:00000200:3.0:1776267963.205360:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7ec1 [1] + 224 00000400:00000200:3.0:1776267963.205374:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.205378:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.205387:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b58eae9f x1862549489502720/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267963.205461:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002fa93f61. 00000400:00000200:2.0:1776267963.205466:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000253f928a 00000400:00000010:2.0:1776267963.205468:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000253f928a. 00000100:00000200:2.0:1776267963.205473:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b58eae9f x1862549489502720/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267963.205480:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b58eae9f x1862549489502720/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267963.205508:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cbe804c6. 02000000:00000010:2.0:1776267963.205513:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000041b27a3f. 00000100:00000010:2.0:1776267963.205517:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b58eae9f. 00000100:00000010:2.0:1776267963.205521:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c3ef23c6. 00010000:00000010:2.0:1776267963.205525:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037d84d47. 00010000:00000010:2.1:1776267963.211471:0:25:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7269c03. 00000400:00000200:3.0:1776267963.213786:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.213808:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d840 00000400:00000200:3.0:1776267963.213816:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6825 [2] + 328 00000400:00000200:3.0:1776267963.213952:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.213959:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.213967:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267963.213973:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 00000020:00000010:2.0:1776267963.214535:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef4fcab7. 00000020:00000010:2.0:1776267963.214543:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.214548:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267963.214576:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050969a85 x1862549476137024/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267963.214614:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137024 02000000:00000010:2.0:1776267963.214625:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da4c13f6. 00010000:00000010:2.0:1776267963.214653:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fca16d0. 00010000:00000010:2.0:1776267963.214675:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000018241be7. 00000100:00000010:2.0:1776267963.214683:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267963.214696:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:2.0:1776267963.214699:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000018241be7. 00000400:00000010:2.0:1776267963.214713:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4c7b484. 00000100:00000200:2.0:1776267963.214720:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137024, offset 224 00000400:00000200:2.0:1776267963.214728:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.214739:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.214745:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91694:91694:256:4294967295] 192.168.202.34@tcp LPNI seq info [91694:91694:8:4294967295] 00000400:00000200:2.0:1776267963.214755:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.214760:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.214764:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267963.214770:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.214778:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.214782:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267963.214801:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.214805:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267963.214808:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef4fcab7. 00000800:00000200:2.0:1776267963.215134:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.215139:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:2.0:1776267963.215145:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.215150:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.215154:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4c7b484 00000400:00000010:2.0:1776267963.215156:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4c7b484. 00080000:00000010:2.0:1776267963.215186:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef4fcab7. 00010000:00000010:2.0:1776267963.215290:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000817a55b7. 00010000:00000010:2.0:1776267963.215297:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009b8cd5fe. 00010000:00000010:2.0:1776267963.215569:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2e16f23. 00010000:00000010:2.0:1776267963.215576:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003290a9f3. 00010000:00000010:2.0:1776267963.215587:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000018241be7. 00000100:00000010:2.0:1776267963.215591:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a07f24e. 00000100:00000010:2.0:1776267963.215599:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 02000000:00000010:2.0:1776267963.215613:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000684f0eeb. 02000000:00000010:2.0:1776267963.215636:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb70d659. 00000400:00000010:2.0:1776267963.215642:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c17f663. 00000400:00000010:2.0:1776267963.215646:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4c7b484. 00000100:00000200:2.0:1776267963.215651:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502784, portal 16 00000400:00000010:2.0:1776267963.215655:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f66fea4f. 00000100:00000200:2.0:1776267963.215658:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502784, offset 0 00000400:00000200:2.0:1776267963.215663:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.215673:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.215680:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267963.215683:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267963.215686:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267963.215689:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91695:91695:256:4294967295] 192.168.202.34@tcp LPNI seq info [91695:91695:8:4294967295] 00000400:00000200:2.0:1776267963.215696:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.215701:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.215704:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267963.215709:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.215714:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.215717:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267963.216209:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.216214:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:3.0:1776267963.216219:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.216224:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.216227:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f66fea4f 00000400:00000010:3.0:1776267963.216229:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f66fea4f. 00000100:00000200:3.0:1776267963.216237:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032d5c907 x1862549489502784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267963.228332:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000159ff00a. 00010000:00000010:3.1:1776267963.228431:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f5b54cb. 00010000:00000010:2.1:1776267963.234080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a45a682e. 00010000:00000010:2.1:1776267963.234093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069d4213d. 00010000:00000010:2.1:1776267963.234098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005024f01. 00000400:00000200:0.0:1776267963.234641:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.234662:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ca40 00000400:00000200:0.0:1776267963.234672:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7ecd [1] + 224 00000400:00000200:0.0:1776267963.234687:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.234690:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.234701:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032d5c907 x1862549489502784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.234742:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.234747:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d880 00000400:00000200:0.0:1776267963.234752:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6825 [2] + 656 00000400:00000200:0.0:1776267963.234764:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.234767:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.234771:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267963.234777:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000261e0f2e. 00000400:00000010:3.0:1776267963.237233:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c17f663. 00000400:00000200:3.0:1776267963.237243:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4c7b484 00000400:00000010:3.0:1776267963.237245:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4c7b484. 00000100:00000200:3.0:1776267963.237260:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032d5c907 x1862549489502784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.237274:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032d5c907 x1862549489502784/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267963.237312:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb70d659. 02000000:00000010:3.0:1776267963.237319:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000684f0eeb. 00000100:00000010:3.0:1776267963.237324:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 00000100:00000010:3.0:1776267963.237329:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000a07f24e. 00010000:00000010:3.0:1776267963.237333:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000018241be7. 00000020:00000010:3.0:1776267963.237390:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018b781cf. 00000020:00000010:3.0:1776267963.237397:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267963.237401:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.237431:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000261e0f2e x1862549476137088/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267963.237466:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137088 02000000:00000010:3.0:1776267963.237477:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e868c073. 00010000:00000010:3.0:1776267963.237508:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed0fae6e. 00010000:00000010:3.0:1776267963.237529:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009268a88b. 00000100:00000010:3.0:1776267963.237535:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b79132ee. 00000100:00000010:3.0:1776267963.237546:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b79132ee. 00010000:00000010:3.0:1776267963.237548:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009268a88b. 00080000:00000010:3.0:1776267963.237574:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041b27a3f. 00010000:00000010:3.0:1776267963.237666:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003290a9f3. 00010000:00000010:3.0:1776267963.237671:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000085882e91. 00010000:00000010:3.0:1776267963.237737:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005b849b1. 00010000:00000010:3.0:1776267963.237741:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267963.237746:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043f2924a. 00010000:00000010:3.0:1776267963.237751:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003864e64a. 00080000:00000010:3.0:1776267963.237762:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbe804c6. 00010000:00000010:3.0:1776267963.237789:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003864e64a. 00010000:00000010:3.0:1776267963.237793:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e6f45276. 00010000:00000010:3.0:1776267963.237849:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4e73fb1. 00010000:00000010:3.0:1776267963.237853:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003864e64a. 00010000:00000010:3.0:1776267963.237860:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009268a88b. 00000100:00000010:3.0:1776267963.237863:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b79132ee. 00000100:00000010:3.0:1776267963.237870:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea634ef0. 02000000:00000010:3.0:1776267963.237881:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000684f0eeb. 02000000:00000010:3.0:1776267963.238087:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2229113. 00000400:00000010:3.0:1776267963.238094:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002fa93f61. 00000400:00000010:3.0:1776267963.238099:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009716a069. 00000100:00000200:3.0:1776267963.238107:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502848, portal 16 00000400:00000010:3.0:1776267963.238112:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d10681d1. 00000100:00000200:3.0:1776267963.238114:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502848, offset 0 00000400:00000200:3.0:1776267963.238123:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.238136:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.238142:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.238146:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.238149:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.238152:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91696:91696:256:4294967295] 192.168.202.34@tcp LPNI seq info [91696:91696:8:4294967295] 00000400:00000200:3.0:1776267963.238161:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.238166:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.238170:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006690fbb6 (tot 82343698). 00000800:00000200:3.0:1776267963.238175:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.238183:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.238188:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006690fbb6 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1776267963.238235:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7e646e3. 00000100:00000200:3.0:1776267963.238239:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137088, offset 224 00000400:00000200:3.0:1776267963.238244:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.238250:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.238253:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91697:91697:255:4294967295] 192.168.202.34@tcp LPNI seq info [91697:91697:7:4294967295] 00000400:00000200:3.0:1776267963.238259:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.238263:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.238266:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005392cfb5 (tot 82343946). 00000800:00000200:3.0:1776267963.238269:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.238272:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.238274:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005392cfb5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.238286:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267963.238290:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.238294:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018b781cf. 00000800:00000200:2.0:1776267963.238657:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.238661:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006690fbb6 (tot 82343698). 00000400:00000200:2.0:1776267963.238665:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.238670:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.238674:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10681d1 00000400:00000010:2.0:1776267963.238675:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d10681d1. 00000100:00000200:2.0:1776267963.238682:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea634ef0 x1862549489502848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1776267963.238745:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.238747:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005392cfb5 (tot 82343450). 00000400:00000200:2.0:1776267963.238749:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.238752:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.238754:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7e646e3 00000400:00000010:2.0:1776267963.238755:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7e646e3. 00010000:00000010:3.1:1776267963.242949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002995dd50. 00010000:00000010:3.1:1776267963.242963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f882f59. 00010000:00000010:3.1:1776267963.242967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2e16f23. 00010000:00000010:3.1:1776267963.242970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005b849b1. 00010000:00000010:3.1:1776267963.242974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043f2924a. 00000400:00000200:3.0:1776267963.269316:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.269349:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ca80 00000400:00000200:3.0:1776267963.269360:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7ed5 [1] + 224 00000400:00000200:3.0:1776267963.269376:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.269380:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.269393:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea634ef0 x1862549489502848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267963.269438:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.269444:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d8c0 00000400:00000200:3.0:1776267963.269449:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6825 [2] + 984 00000400:00000200:3.0:1776267963.269458:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.269461:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.269466:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267963.269472:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c1002d6e. 00000400:00000010:0.0:1776267963.269820:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002fa93f61. 00000400:00000200:0.0:1776267963.269831:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009716a069 00000400:00000010:0.0:1776267963.269834:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009716a069. 00000100:00000200:0.0:1776267963.269852:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea634ef0 x1862549489502848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267963.269861:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea634ef0 x1862549489502848/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267963.269918:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2229113. 02000000:00000010:0.0:1776267963.269925:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000684f0eeb. 00000100:00000010:0.0:1776267963.269929:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea634ef0. 00000100:00000010:0.0:1776267963.269933:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b79132ee. 00010000:00000010:0.0:1776267963.269938:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009268a88b. 00000020:00000010:2.0:1776267963.270173:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000136e501e. 00000020:00000010:2.0:1776267963.270181:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.270186:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267963.270236:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c1002d6e x1862549476137152/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267963.270269:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137152 02000000:00000010:2.0:1776267963.270282:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da01c07c. 00010000:00000010:2.0:1776267963.270312:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a58c1765. 00010000:00000010:2.0:1776267963.270333:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005018f5f2. 00000100:00000010:2.0:1776267963.270348:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004178dd8. 00000100:00000010:2.0:1776267963.270362:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000004178dd8. 00010000:00000010:2.0:1776267963.270364:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005018f5f2. 00000400:00000010:2.0:1776267963.270378:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022cf8c37. 00000100:00000200:2.0:1776267963.270384:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137152, offset 224 00000400:00000200:2.0:1776267963.270391:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.270403:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.270409:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91698:91698:256:4294967295] 192.168.202.34@tcp LPNI seq info [91698:91698:8:4294967295] 00000400:00000200:2.0:1776267963.270419:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.270424:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.270429:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343698). 00000800:00000200:2.0:1776267963.270435:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.270444:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.270448:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267963.270481:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.270484:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267963.270487:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000136e501e. 00000800:00000200:1.0:1776267963.270700:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.270703:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343450). 00000400:00000200:1.0:1776267963.270725:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.270729:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.270733:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022cf8c37 00000400:00000010:1.0:1776267963.270735:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022cf8c37. 00080000:00000010:0.0:1776267963.271035:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005875b192. 00010000:00000010:0.0:1776267963.271181:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003864e64a. 00010000:00000010:0.0:1776267963.271188:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c416f639. 00010000:00000010:0.0:1776267963.271285:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e0a78ea. 00010000:00000010:0.0:1776267963.271293:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc86f926. 00010000:00000010:0.0:1776267963.271304:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006a607e14. 00000100:00000010:0.0:1776267963.271309:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000639a9e12. 00000100:00000010:0.0:1776267963.271321:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000339ea1b5. 02000000:00000010:0.0:1776267963.271335:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f9f3e50. 02000000:00000010:0.0:1776267963.271374:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000218b890e. 00000400:00000010:0.0:1776267963.271380:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000108bf147. 00000400:00000010:0.0:1776267963.271386:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083f3734f. 00000100:00000200:0.0:1776267963.271391:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502912, portal 16 00000400:00000010:0.0:1776267963.271395:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b63bbdc2. 00000100:00000200:0.0:1776267963.271397:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502912, offset 0 00000400:00000200:0.0:1776267963.271403:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.271412:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.271419:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.271423:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.271425:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.271428:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91699:91699:256:4294967295] 192.168.202.34@tcp LPNI seq info [91699:91699:8:4294967295] 00000400:00000200:0.0:1776267963.271436:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.271442:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.271444:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c5e367f (tot 82343698). 00000800:00000200:0.0:1776267963.271450:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.271455:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.271457:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009c5e367f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267963.271611:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.271614:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c5e367f (tot 82343450). 00000400:00000200:2.0:1776267963.271618:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.271621:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.271624:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b63bbdc2 00000400:00000010:2.0:1776267963.271626:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b63bbdc2. 00000100:00000200:2.0:1776267963.271634:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000339ea1b5 x1862549489502912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267963.276286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d8bc75. 00000400:00000200:3.0:1776267963.276563:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.276583:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cac0 00000400:00000200:3.0:1776267963.276592:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7ee5 [1] + 224 00000400:00000200:3.0:1776267963.276608:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.276612:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.276625:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000339ea1b5 x1862549489502912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267963.276716:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000108bf147. 00000400:00000200:0.0:1776267963.276749:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083f3734f 00000400:00000010:0.0:1776267963.276752:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083f3734f. 00000100:00000200:0.0:1776267963.276760:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000339ea1b5 x1862549489502912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267963.276767:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000339ea1b5 x1862549489502912/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267963.276802:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000218b890e. 02000000:00000010:0.0:1776267963.276809:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f9f3e50. 00000100:00000010:0.0:1776267963.276814:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000339ea1b5. 00000100:00000010:0.0:1776267963.276819:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000639a9e12. 00010000:00000010:0.0:1776267963.276825:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006a607e14. 00010000:00000010:0.1:1776267963.281406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c55efa9b. 00010000:00000010:0.1:1776267963.281424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4e73fb1. 00000400:00000200:1.0:1776267963.284220:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.284249:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d900 00000400:00000200:1.0:1776267963.284258:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6825 [2] + 1312 00000400:00000200:1.0:1776267963.284745:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.284752:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.284760:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267963.284767:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fcb0bd4a. 00000020:00000010:3.0:1776267963.288188:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2229113. 00000020:00000010:3.0:1776267963.288213:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267963.288218:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.288251:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fcb0bd4a x1862549476137216/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267963.288354:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137216 02000000:00000010:3.0:1776267963.288370:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018b781cf. 00010000:00000010:3.0:1776267963.288404:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ed82e0e. 00010000:00000010:3.0:1776267963.288430:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000053cff6e. 00000100:00000010:3.0:1776267963.288438:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a87857e0. 00000100:00000010:3.0:1776267963.288458:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a87857e0. 00010000:00000010:3.0:1776267963.288463:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000053cff6e. 00000400:00000010:3.0:1776267963.288478:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a502439. 00000100:00000200:3.0:1776267963.288485:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137216, offset 224 00000400:00000200:3.0:1776267963.288494:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.288512:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.288518:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91700:91700:256:4294967295] 192.168.202.34@tcp LPNI seq info [91700:91700:8:4294967295] 00000400:00000200:3.0:1776267963.288529:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.288535:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.288540:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a42372d9 (tot 82343698). 00000800:00000200:3.0:1776267963.288546:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.288553:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.288557:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a42372d9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.288585:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267963.288590:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.288593:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2229113. 00080000:00000010:0.0:1776267963.288661:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f9f3e50. 00010000:00000010:0.0:1776267963.288767:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc86f926. 00010000:00000010:0.0:1776267963.288775:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c0feafa. 00010000:00000010:0.0:1776267963.290368:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2abbd25. 00010000:00000010:0.0:1776267963.290383:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cc86f926. 00010000:00000010:0.0:1776267963.290399:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006a607e14. 00000100:00000010:0.0:1776267963.290407:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000639a9e12. 00000100:00000010:0.0:1776267963.290418:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000339ea1b5. 02000000:00000010:0.0:1776267963.290434:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000218b890e. 02000000:00000010:0.0:1776267963.290469:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009fd980b8. 00000400:00000010:0.0:1776267963.290476:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000108bf147. 00000400:00000010:0.0:1776267963.290483:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083f3734f. 00000100:00000200:0.0:1776267963.290491:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489502976, portal 16 00000400:00000010:0.0:1776267963.290498:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1a3c560. 00000100:00000200:0.0:1776267963.290500:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489502976, offset 0 00000400:00000200:0.0:1776267963.290513:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.290531:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.290538:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.290542:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.290545:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.290548:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91701:91701:255:4294967295] 192.168.202.34@tcp LPNI seq info [91701:91701:7:4294967295] 00000400:00000200:0.0:1776267963.290560:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.290566:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.290571:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018c6a61f (tot 82343946). 00000800:00000200:0.0:1776267963.290578:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.290585:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.290589:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000018c6a61f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.291134:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.291139:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a42372d9 (tot 82343698). 00000400:00000200:1.0:1776267963.291147:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.291153:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.291159:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a502439 00000400:00000010:1.0:1776267963.291161:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a502439. 00000800:00000200:1.0:1776267963.291248:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.291250:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018c6a61f (tot 82343450). 00000400:00000200:1.0:1776267963.291254:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.291257:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.291259:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1a3c560 00000400:00000010:1.0:1776267963.291261:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1a3c560. 00000100:00000200:1.0:1776267963.291269:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000339ea1b5 x1862549489502976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267963.297650:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.297676:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cb00 00000400:00000200:3.0:1776267963.297687:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7ef1 [1] + 224 00000400:00000200:3.0:1776267963.297704:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.297708:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.297720:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000339ea1b5 x1862549489502976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267963.297830:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000108bf147. 00000400:00000200:1.0:1776267963.297837:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083f3734f 00000400:00000010:1.0:1776267963.297849:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083f3734f. 00000100:00000200:1.0:1776267963.298086:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000339ea1b5 x1862549489502976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267963.298095:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000339ea1b5 x1862549489502976/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267963.298140:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009fd980b8. 02000000:00000010:1.0:1776267963.298147:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000218b890e. 00000100:00000010:1.0:1776267963.298151:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000339ea1b5. 00000100:00000010:1.0:1776267963.298155:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000639a9e12. 00010000:00000010:1.0:1776267963.298160:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006a607e14. 00010000:00000010:0.1:1776267963.302129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a080f6a1. 00010000:00000010:0.1:1776267963.302151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0a78ea. 00000400:00000200:1.0:1776267963.302792:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.302814:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d940 00000400:00000200:1.0:1776267963.302824:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6825 [2] + 1640 00000400:00000200:1.0:1776267963.302935:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.302940:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.302948:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267963.302954:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073ff5367. 00000020:00000010:3.0:1776267963.303074:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2229113. 00000020:00000010:3.0:1776267963.303084:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267963.303088:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.303127:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000073ff5367 x1862549476137280/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267963.303168:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137280 02000000:00000010:3.0:1776267963.303180:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e58d95d8. 00010000:00000010:3.0:1776267963.303221:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000844fe2db. 00010000:00000010:3.0:1776267963.303243:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000053cff6e. 00000100:00000010:3.0:1776267963.303250:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a87857e0. 00000100:00000010:3.0:1776267963.303269:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a87857e0. 00010000:00000010:3.0:1776267963.303274:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000053cff6e. 00000400:00000010:3.0:1776267963.303289:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267963.303294:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137280, offset 224 00000400:00000200:3.0:1776267963.303302:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.303312:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.303318:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91702:91702:256:4294967295] 192.168.202.34@tcp LPNI seq info [91702:91702:8:4294967295] 00000400:00000200:3.0:1776267963.303328:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.303333:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.303337:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000447bb312 (tot 82343698). 00000800:00000200:3.0:1776267963.303350:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.303357:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.303361:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000447bb312 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.303383:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267963.303388:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.303391:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2229113. 00000800:00000200:0.0:1776267963.303499:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.303503:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000447bb312 (tot 82343450). 00000400:00000200:0.0:1776267963.303508:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.303511:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.303515:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:0.0:1776267963.303516:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00080000:00000010:1.0:1776267963.304008:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6ec34ec. 00010000:00000010:1.0:1776267963.304116:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc86f926. 00010000:00000010:1.0:1776267963.304125:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3c1454d. 00010000:00000010:1.0:1776267963.304212:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc7a41ab. 00010000:00000010:1.0:1776267963.304220:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d56b376b. 00010000:00000010:1.0:1776267963.304231:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d74ca048. 00000100:00000010:1.0:1776267963.304237:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007873488b. 00000100:00000010:1.0:1776267963.304245:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000327bfe9b. 02000000:00000010:1.0:1776267963.304261:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ee181b4. 02000000:00000010:1.0:1776267963.304291:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009a6ec3e. 00000400:00000010:1.0:1776267963.304299:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae94a7e7. 00000400:00000010:1.0:1776267963.304304:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf197cb7. 00000100:00000200:1.0:1776267963.304310:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489503040, portal 16 00000400:00000010:1.0:1776267963.304315:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4db8adb. 00000100:00000200:1.0:1776267963.304317:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489503040, offset 0 00000400:00000200:1.0:1776267963.304324:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.304335:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.304354:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267963.304358:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267963.304361:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267963.304364:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91703:91703:256:4294967295] 192.168.202.34@tcp LPNI seq info [91703:91703:8:4294967295] 00000400:00000200:1.0:1776267963.304372:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.304377:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.304381:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267963.304386:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.304391:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.304395:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267963.304731:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.304735:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:3.0:1776267963.304740:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.304745:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.304749:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4db8adb 00000400:00000010:3.0:1776267963.304750:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4db8adb. 00000100:00000200:3.0:1776267963.304757:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000327bfe9b x1862549489503040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267963.305938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000faf90e0. 00010000:00000010:1.1:1776267963.309117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cb3acdd. 00010000:00000010:1.1:1776267963.309132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2abbd25. 00000400:00000200:1.0:1776267963.312403:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.312425:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cb40 00000400:00000200:1.0:1776267963.312435:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7efd [1] + 224 00000400:00000200:1.0:1776267963.312453:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.312457:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.312469:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000327bfe9b x1862549489503040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267963.312585:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae94a7e7. 00000400:00000200:0.0:1776267963.312622:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf197cb7 00000400:00000010:0.0:1776267963.312624:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf197cb7. 00000100:00000200:0.0:1776267963.312631:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000327bfe9b x1862549489503040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267963.312640:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000327bfe9b x1862549489503040/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267963.312673:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009a6ec3e. 02000000:00000010:0.0:1776267963.312680:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ee181b4. 00000100:00000010:0.0:1776267963.312686:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000327bfe9b. 00000100:00000010:0.0:1776267963.312690:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007873488b. 00010000:00000010:0.0:1776267963.312694:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d74ca048. 00010000:00000010:3.1:1776267963.314029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009101349. 00000400:00000200:0.0:1776267963.323073:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.323095:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d980 00000400:00000200:0.0:1776267963.323450:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6825 [2] + 1968 00000400:00000010:0.0:1776267963.323455:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006fd1455a. 00000400:00000200:0.0:1776267963.323462:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000255ef920 00000400:00000200:0.0:1776267963.323731:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.323737:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.323742:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000255ef920 00000400:00000010:0.0:1776267963.323745:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000255ef920 (tot 82343298). 00000100:00000200:0.0:1776267963.323752:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776267963.328582:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009a6ec3e. 00000020:00000010:1.0:1776267963.328603:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267963.328609:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267963.328650:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020ec079e x1862549476137344/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267963.328701:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137344 02000000:00000010:1.0:1776267963.328715:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004690f0af. 00010000:00000010:1.0:1776267963.328748:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008761d793. 00010000:00000010:1.0:1776267963.328774:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267963.328782:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007873488b. 00000100:00000010:1.0:1776267963.328797:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007873488b. 00010000:00000010:1.0:1776267963.328800:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00000400:00000010:1.0:1776267963.328815:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bde3ac1. 00000100:00000200:1.0:1776267963.328821:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137344, offset 224 00000400:00000200:1.0:1776267963.328831:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.328860:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.328866:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91704:91704:256:4294967295] 192.168.202.34@tcp LPNI seq info [91704:91704:8:4294967295] 00000400:00000200:1.0:1776267963.328878:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.328884:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.328888:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343546). 00000800:00000200:1.0:1776267963.328932:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.328941:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.328945:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267963.328964:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a4698167. 00000020:00000010:1.0:1776267963.328968:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267963.328971:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009a6ec3e. 02000000:00000010:1.0:1776267963.328981:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e58d95d8. 00000100:00000010:1.0:1776267963.328984:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073ff5367. 02000000:00000010:1.0:1776267963.328990:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018b781cf. 00000100:00000010:1.0:1776267963.328992:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fcb0bd4a. 02000000:00000010:1.0:1776267963.328996:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da01c07c. 00000100:00000010:1.0:1776267963.328998:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1002d6e. 02000000:00000010:1.0:1776267963.329001:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e868c073. 00000100:00000010:1.0:1776267963.329003:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000261e0f2e. 02000000:00000010:1.0:1776267963.329006:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da4c13f6. 00000100:00000010:1.0:1776267963.329010:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 02000000:00000010:1.0:1776267963.329013:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085f24814. 00000100:00000010:1.0:1776267963.329015:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e69869f. 00000100:00000200:1.0:1776267963.329022:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776267963.329028:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d76aaf4f. 00000400:00000010:1.0:1776267963.329033:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007873488b (tot 82343698). 00080000:00000010:0.0:1776267963.336088:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000218b890e. 00010000:00000010:0.0:1776267963.336219:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d56b376b. 00010000:00000010:0.0:1776267963.336230:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d17d07e6. 00010000:00000010:0.0:1776267963.336306:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e0a78ea. 00010000:00000010:0.0:1776267963.336313:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000e8676ca. 00010000:00000010:0.0:1776267963.336326:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004ce478d1. 00000100:00000010:0.0:1776267963.336335:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094f7b237. 00000100:00000010:0.0:1776267963.336356:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f2b7b. 02000000:00000010:0.0:1776267963.336371:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009fd980b8. 02000000:00000010:0.0:1776267963.336409:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ee181b4. 00000400:00000010:0.0:1776267963.336416:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000108bf147. 00000400:00000010:0.0:1776267963.336422:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015166d3f. 00000100:00000200:0.0:1776267963.336430:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489503104, portal 16 00000400:00000010:0.0:1776267963.336435:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267963.336438:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489503104, offset 0 00000400:00000200:0.0:1776267963.336448:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.336464:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.336471:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.336475:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.336478:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.336481:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91705:91705:255:4294967295] 192.168.202.34@tcp LPNI seq info [91705:91705:7:4294967295] 00000400:00000200:0.0:1776267963.336492:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.336498:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.336504:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000903c6240 (tot 82343946). 00000800:00000200:0.0:1776267963.336511:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.336519:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.336522:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000903c6240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.338389:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.338396:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343698). 00000400:00000200:1.0:1776267963.338405:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.338414:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.338420:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bde3ac1 00000400:00000010:1.0:1776267963.338422:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bde3ac1. 02000000:00000010:1.0:1776267963.338430:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004690f0af. 00000800:00000200:1.0:1776267963.353513:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.353521:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000903c6240 (tot 82343450). 00000400:00000200:1.0:1776267963.353530:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.353540:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.353546:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:1.0:1776267963.353549:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 00000100:00000200:1.0:1776267963.353560:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d68f2b7b x1862549489503104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267963.361066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b75c96c. 00010000:00000010:0.1:1776267963.362208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aee1be77. 00010000:00000010:0.1:1776267963.362220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc7a41ab. 00000400:00000200:1.0:1776267963.364379:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.364400:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cb80 00000400:00000200:1.0:1776267963.364411:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7f0d [1] + 224 00000400:00000200:1.0:1776267963.364426:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.364431:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.364443:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d68f2b7b x1862549489503104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267963.364528:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000108bf147. 00000400:00000200:0.0:1776267963.364534:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015166d3f 00000400:00000010:0.0:1776267963.364536:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015166d3f. 00000100:00000200:0.0:1776267963.364543:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d68f2b7b x1862549489503104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267963.364551:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d68f2b7b x1862549489503104/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267963.364583:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ee181b4. 02000000:00000010:0.0:1776267963.364589:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009fd980b8. 00000100:00000010:0.0:1776267963.364595:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f2b7b. 00000100:00000010:0.0:1776267963.364599:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094f7b237. 00010000:00000010:0.0:1776267963.364604:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004ce478d1. 00000400:00000200:0.0:1776267963.371191:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.371221:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6d9c0 00000400:00000200:0.0:1776267963.371230:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb687d [2] + 0 00000400:00000200:0.0:1776267963.371249:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.371254:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.371261:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267963.371268:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f2b7b. 00000020:00000010:3.0:1776267963.371469:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e58d95d8. 00000020:00000010:3.0:1776267963.371476:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267963.371481:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.371510:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68f2b7b x1862549476137408/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1776267963.371547:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137408 02000000:00000010:3.0:1776267963.371561:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8d4bcf2. 00010000:00000010:3.0:1776267963.371592:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f64e8ce. 00010000:00000010:3.0:1776267963.371615:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000053cff6e. 00000100:00000010:3.0:1776267963.371622:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a87857e0. 00000100:00000010:3.0:1776267963.371641:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a87857e0. 00010000:00000010:3.0:1776267963.371645:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000053cff6e. 00000400:00000010:3.0:1776267963.371659:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000503c1aa0. 00000100:00000200:3.0:1776267963.371663:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137408, offset 224 00000400:00000200:3.0:1776267963.371671:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.371682:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.371687:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91706:91706:256:4294967295] 192.168.202.34@tcp LPNI seq info [91706:91706:8:4294967295] 00000400:00000200:3.0:1776267963.371697:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.371702:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.371706:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eebf2bc3 (tot 82343698). 00000800:00000200:3.0:1776267963.371711:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.371718:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.371722:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eebf2bc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.371739:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267963.371743:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.371746:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e58d95d8. 00080000:00000010:0.0:1776267963.371814:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ee181b4. 00010000:00000010:0.0:1776267963.371955:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e8676ca. 00010000:00000010:0.0:1776267963.371964:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007845c417. 00000800:00000200:1.0:1776267963.372039:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.372044:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eebf2bc3 (tot 82343450). 00000400:00000200:1.0:1776267963.372049:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1776267963.372049:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b79bc8f. 00000400:00000200:1.0:1776267963.372057:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00010000:00000010:0.0:1776267963.372058:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000e8676ca. 00000400:00000200:1.0:1776267963.372062:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000503c1aa0 00000400:00000010:1.0:1776267963.372065:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000503c1aa0. 00010000:00000010:0.0:1776267963.372071:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004ce478d1. 00000100:00000010:0.0:1776267963.372077:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094f7b237. 00000100:00000010:0.0:1776267963.372084:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002cdec994. 02000000:00000010:0.0:1776267963.372098:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009fd980b8. 02000000:00000010:0.0:1776267963.372128:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000684f0eeb. 00000400:00000010:0.0:1776267963.372135:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000108bf147. 00000400:00000010:0.0:1776267963.372140:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015166d3f. 00000100:00000200:0.0:1776267963.372145:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489503168, portal 16 00000400:00000010:0.0:1776267963.372149:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6abd6ee. 00000100:00000200:0.0:1776267963.372151:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489503168, offset 0 00000400:00000200:0.0:1776267963.372156:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.372162:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.372170:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.372174:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.372177:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.372180:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91707:91707:256:4294967295] 192.168.202.34@tcp LPNI seq info [91707:91707:8:4294967295] 00000400:00000200:0.0:1776267963.372187:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.372192:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.372195:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343698). 00000800:00000200:0.0:1776267963.372211:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.372216:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.372218:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.372345:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.372348:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343450). 00000400:00000200:1.0:1776267963.372352:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.372356:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.372359:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6abd6ee 00000400:00000010:1.0:1776267963.372361:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6abd6ee. 00000100:00000200:1.0:1776267963.372367:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002cdec994 x1862549489503168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267963.380961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aad940a0. 00010000:00000010:0.1:1776267963.381106:0:78567:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089f8c84e. 00010000:00000010:0.1:1776267963.381114:0:78567:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0a78ea. 00000400:00000200:3.0:1776267963.383963:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.383993:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cbc0 00000400:00000200:3.0:1776267963.384001:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7f19 [1] + 224 00000400:00000200:3.0:1776267963.384014:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.384018:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.384030:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002cdec994 x1862549489503168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267963.384073:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.384079:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6da00 00000400:00000200:3.0:1776267963.384084:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb687d [2] + 328 00000400:00000200:3.0:1776267963.384136:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.384141:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.384145:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267963.384150:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000594b1263. 00000400:00000010:1.0:1776267963.384153:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000108bf147. 00000400:00000200:1.0:1776267963.384161:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015166d3f 00000400:00000010:1.0:1776267963.384163:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015166d3f. 00000100:00000200:1.0:1776267963.384172:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002cdec994 x1862549489503168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267963.384181:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002cdec994 x1862549489503168/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267963.384226:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000684f0eeb. 02000000:00000010:1.0:1776267963.384234:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009fd980b8. 00000100:00000010:1.0:1776267963.384239:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002cdec994. 00000100:00000010:1.0:1776267963.384243:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094f7b237. 00010000:00000010:1.0:1776267963.384247:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004ce478d1. 00000020:00000010:2.0:1776267963.384339:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000136e501e. 00000020:00000010:2.0:1776267963.384346:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.384350:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267963.384377:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000594b1263 x1862549476137472/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267963.384417:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137472 02000000:00000010:2.0:1776267963.384429:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2b24287. 00010000:00000010:2.0:1776267963.384458:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e73af0e. 00010000:00000010:2.0:1776267963.384477:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005018f5f2. 00000100:00000010:2.0:1776267963.384485:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ac1bbcf6. 00000100:00000010:2.0:1776267963.384501:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ac1bbcf6. 00010000:00000010:2.0:1776267963.384504:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005018f5f2. 00000400:00000010:2.0:1776267963.384518:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002d6a6580. 00000100:00000200:2.0:1776267963.384522:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137472, offset 224 00000400:00000200:2.0:1776267963.384530:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.384542:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.384547:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91708:91708:256:4294967295] 192.168.202.34@tcp LPNI seq info [91708:91708:8:4294967295] 00000400:00000200:2.0:1776267963.384556:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.384560:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.384565:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343698). 00000800:00000200:2.0:1776267963.384571:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.384577:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.384580:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267963.384594:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.384598:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267963.384601:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000136e501e. 00080000:00000010:1.0:1776267963.384665:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004690f0af. 00010000:00000010:1.0:1776267963.384749:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e8676ca. 00010000:00000010:1.0:1776267963.384758:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000225b2089. 00010000:00000010:1.0:1776267963.384853:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c1bfd44. 00010000:00000010:1.0:1776267963.384860:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000080a07673. 00010000:00000010:1.0:1776267963.384870:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267963.384874:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267963.384880:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e69869f. 02000000:00000010:1.0:1776267963.384890:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1a59fe7. 02000000:00000010:1.0:1776267963.384944:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009fd980b8. 00000400:00000010:1.0:1776267963.384950:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090efb0bc. 00000400:00000010:1.0:1776267963.384954:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bde3ac1. 00000100:00000200:1.0:1776267963.384959:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489503232, portal 16 00000400:00000010:1.0:1776267963.384963:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267963.384964:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489503232, offset 0 00000400:00000200:1.0:1776267963.384970:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.384977:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.384983:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267963.384986:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267963.384989:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267963.384991:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91709:91709:255:4294967295] 192.168.202.34@tcp LPNI seq info [91709:91709:7:4294967295] 00000400:00000200:1.0:1776267963.384997:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.385001:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.385004:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343946). 00000800:00000200:1.0:1776267963.385009:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.385012:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.385014:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.385053:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.385056:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343698). 00000400:00000200:1.0:1776267963.385061:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.385065:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.385067:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002d6a6580 00000400:00000010:1.0:1776267963.385068:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002d6a6580. 00000800:00000200:1.0:1776267963.385118:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.385120:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:1.0:1776267963.385124:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.385127:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.385128:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:1.0:1776267963.385129:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:1.0:1776267963.385134:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e69869f x1862549489503232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267963.395619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3b5ed3f. 00010000:00000010:1.1:1776267963.399402:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001db76631. 00010000:00000010:1.1:1776267963.399418:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b79bc8f. 00000400:00000200:3.0:1776267963.404755:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.404776:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cc00 00000400:00000200:3.0:1776267963.404788:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7f25 [1] + 224 00000400:00000200:3.0:1776267963.404804:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.404808:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.404820:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e69869f x1862549489503232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267963.411810:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090efb0bc. 00000400:00000200:1.0:1776267963.411825:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bde3ac1 00000400:00000010:1.0:1776267963.411827:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bde3ac1. 00000100:00000200:1.0:1776267963.411859:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e69869f x1862549489503232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267963.411871:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e69869f x1862549489503232/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267963.411930:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009fd980b8. 02000000:00000010:1.0:1776267963.411939:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a1a59fe7. 00000100:00000010:1.0:1776267963.411946:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e69869f. 00000100:00000010:1.0:1776267963.411950:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:1.0:1776267963.411953:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00000400:00000200:1.0:1776267963.415085:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.415121:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6da40 00000400:00000200:1.0:1776267963.415130:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb687d [2] + 656 00000400:00000200:1.0:1776267963.415180:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.415186:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.415193:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267963.415209:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e69869f. 00000020:00000010:3.0:1776267963.415809:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e58d95d8. 00000020:00000010:3.0:1776267963.415817:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267963.415821:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.415849:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e69869f x1862549476137536/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267963.415886:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137536 02000000:00000010:3.0:1776267963.415916:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085f24814. 00010000:00000010:3.0:1776267963.415945:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000005897c4. 00010000:00000010:3.0:1776267963.415980:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000053cff6e. 00000100:00000010:3.0:1776267963.415987:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a87857e0. 00000100:00000010:3.0:1776267963.416003:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a87857e0. 00010000:00000010:3.0:1776267963.416007:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000053cff6e. 00000400:00000010:3.0:1776267963.416021:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267963.416026:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137536, offset 224 00000400:00000200:3.0:1776267963.416034:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.416047:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.416053:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91710:91710:256:4294967295] 192.168.202.34@tcp LPNI seq info [91710:91710:8:4294967295] 00000400:00000200:3.0:1776267963.416062:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.416067:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.416071:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e17bfe25 (tot 82343698). 00000800:00000200:3.0:1776267963.416077:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.416084:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.416088:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e17bfe25 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.416109:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267963.416112:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.416115:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e58d95d8. 00000800:00000200:3.0:1776267963.416187:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.416190:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e17bfe25 (tot 82343450). 00000400:00000200:3.0:1776267963.416194:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1776267963.416203:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009fd980b8. 00000400:00000200:3.0:1776267963.416209:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.416214:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:3.0:1776267963.416216:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00010000:00000010:1.0:1776267963.416295:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080a07673. 00010000:00000010:1.0:1776267963.416302:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b68b8ba. 00010000:00000010:1.0:1776267963.416379:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b64e2e7. 00010000:00000010:1.0:1776267963.416385:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000080a07673. 00010000:00000010:1.0:1776267963.416395:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005ab8c9ed. 00000100:00000010:1.0:1776267963.416399:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267963.416406:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fcb0bd4a. 02000000:00000010:1.0:1776267963.416418:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1a59fe7. 02000000:00000010:1.0:1776267963.416441:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000684f0eeb. 00000400:00000010:1.0:1776267963.416446:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090efb0bc. 00000400:00000010:1.0:1776267963.416451:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001bde3ac1. 00000100:00000200:1.0:1776267963.416456:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489503296, portal 16 00000400:00000010:1.0:1776267963.416461:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f2bd39c. 00000100:00000200:1.0:1776267963.416463:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489503296, offset 0 00000400:00000200:1.0:1776267963.416468:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.416474:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.416480:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267963.416484:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267963.416487:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267963.416490:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91711:91711:256:4294967295] 192.168.202.34@tcp LPNI seq info [91711:91711:8:4294967295] 00000400:00000200:1.0:1776267963.416497:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.416501:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.416504:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267963.416508:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.416512:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.416514:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267963.418856:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.418865:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:3.0:1776267963.418873:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.418882:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.418887:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f2bd39c 00000400:00000010:3.0:1776267963.418889:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f2bd39c. 00000100:00000200:3.0:1776267963.418926:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fcb0bd4a x1862549489503296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.428970:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.428991:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cc40 00000400:00000200:1.0:1776267963.429000:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7f31 [1] + 224 00000400:00000200:1.0:1776267963.429019:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.429023:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.429041:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fcb0bd4a x1862549489503296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267963.429305:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090efb0bc. 00000400:00000200:3.0:1776267963.429311:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001bde3ac1 00000400:00000010:3.0:1776267963.429313:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001bde3ac1. 00000100:00000200:3.0:1776267963.429319:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fcb0bd4a x1862549489503296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.429332:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fcb0bd4a x1862549489503296/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267963.429374:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000684f0eeb. 02000000:00000010:3.0:1776267963.429380:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a1a59fe7. 00000100:00000010:3.0:1776267963.429385:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fcb0bd4a. 00000100:00000010:3.0:1776267963.429390:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:3.0:1776267963.429394:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005ab8c9ed. 00000400:00000200:3.0:1776267963.431505:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.431524:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6da80 00000400:00000200:3.0:1776267963.431532:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb687d [2] + 984 00000400:00000200:3.0:1776267963.431599:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.431605:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.431610:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267963.431616:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005b5faa2a. 00010000:00000010:3.1:1776267963.432951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0c12ead. 00000020:00000010:2.0:1776267963.435308:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000136e501e. 00000020:00000010:2.0:1776267963.435323:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b26d6657. 00000020:00000010:2.0:1776267963.435328:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267963.435363:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005b5faa2a x1862549476137600/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267963.435393:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137600 02000000:00000010:2.0:1776267963.435404:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dc70d5c3. 00010000:00000010:2.0:1776267963.435437:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002138951d. 00010000:00000010:2.0:1776267963.435473:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005018f5f2. 00000100:00000010:2.0:1776267963.435483:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ac1bbcf6. 00000100:00000010:2.0:1776267963.435503:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ac1bbcf6. 00010000:00000010:2.0:1776267963.435507:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005018f5f2. 00000400:00000010:2.0:1776267963.435521:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d61039d. 00000100:00000200:2.0:1776267963.435527:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137600, offset 224 00000400:00000200:2.0:1776267963.435534:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.435550:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.435557:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91712:91712:256:4294967295] 192.168.202.34@tcp LPNI seq info [91712:91712:8:4294967295] 00000400:00000200:2.0:1776267963.435568:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.435574:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.435579:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267963.435585:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.435592:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.435595:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267963.435621:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b26d6657. 00000020:00000010:2.0:1776267963.435625:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267963.435629:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000136e501e. 00080000:00000010:1.0:1776267963.435642:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000684f0eeb. 00010000:00000010:1.0:1776267963.435740:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080a07673. 00010000:00000010:1.0:1776267963.435746:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000747f1a26. 00010000:00000010:1.0:1776267963.435814:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045c8f28a. 00010000:00000010:1.0:1776267963.435818:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000080a07673. 00010000:00000010:1.0:1776267963.435826:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001782b405. 00000100:00000010:1.0:1776267963.435829:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008520e077. 00000100:00000010:1.0:1776267963.435834:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073ff5367. 02000000:00000010:1.0:1776267963.435844:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e868c073. 02000000:00000010:1.0:1776267963.435864:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018b781cf. 00000400:00000010:1.0:1776267963.435867:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000097a62e0c. 00000400:00000010:1.0:1776267963.435871:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf3ca1f. 00000100:00000200:1.0:1776267963.435875:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489503360, portal 16 00000400:00000010:1.0:1776267963.435879:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000058a508b3. 00000100:00000200:1.0:1776267963.435881:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489503360, offset 0 00000400:00000200:1.0:1776267963.435884:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.435889:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.435915:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267963.435918:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267963.435920:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267963.435922:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91713:91713:255:4294967295] 192.168.202.34@tcp LPNI seq info [91713:91713:7:4294967295] 00000400:00000200:1.0:1776267963.435927:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.435930:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.435933:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343946). 00000800:00000200:1.0:1776267963.435935:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.435938:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.435940:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.436060:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.436063:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343698). 00000400:00000200:0.0:1776267963.436068:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.436072:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.436076:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d61039d 00000400:00000010:0.0:1776267963.436077:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d61039d. 00000800:00000200:0.0:1776267963.436156:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.436158:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:0.0:1776267963.436163:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.436166:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.436168:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000058a508b3 00000400:00000010:0.0:1776267963.436169:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000058a508b3. 00000100:00000200:0.0:1776267963.436174:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000073ff5367 x1862549489503360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267963.438961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051d76e32. 00010000:00000010:1.1:1776267963.438975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c1bfd44. 00000400:00000200:1.0:1776267963.443554:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.443578:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cc80 00000400:00000200:1.0:1776267963.443588:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7f3d [1] + 224 00000400:00000200:1.0:1776267963.443605:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.443609:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.443621:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000073ff5367 x1862549489503360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267963.443762:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000097a62e0c. 00000400:00000200:3.0:1776267963.443768:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf3ca1f 00000400:00000010:3.0:1776267963.443769:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf3ca1f. 00000100:00000200:3.0:1776267963.443775:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000073ff5367 x1862549489503360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.443783:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000073ff5367 x1862549489503360/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267963.443812:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018b781cf. 02000000:00000010:3.0:1776267963.443818:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e868c073. 00000100:00000010:3.0:1776267963.443822:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073ff5367. 00000100:00000010:3.0:1776267963.443829:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008520e077. 00010000:00000010:3.0:1776267963.443832:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001782b405. 00000400:00000200:3.0:1776267963.446351:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.446372:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6dac0 00000400:00000200:3.0:1776267963.446381:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb687d [2] + 1312 00000400:00000200:3.0:1776267963.446451:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.446457:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.446465:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267963.446471:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d374058f. 00000020:00000010:0.0:1776267963.447075:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001edf7619. 00000020:00000010:0.0:1776267963.447085:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.447089:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.447129:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d374058f x1862549476137664/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267963.447163:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137664 02000000:00000010:0.0:1776267963.447174:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000720a002a. 00010000:00000010:0.0:1776267963.447218:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059b53037. 00010000:00000010:0.0:1776267963.447242:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000792f8894. 00000100:00000010:0.0:1776267963.447250:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f5b607. 00010000:00000010:2.1:1776267963.447263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087a67147. 00000100:00000010:0.0:1776267963.447320:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8f5b607. 00010000:00000010:0.0:1776267963.447328:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000792f8894. 00000400:00000010:0.0:1776267963.447347:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b779ebb. 00000100:00000200:0.0:1776267963.447353:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137664, offset 224 00000400:00000200:0.0:1776267963.447362:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.447375:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.447382:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91714:91714:256:4294967295] 192.168.202.34@tcp LPNI seq info [91714:91714:8:4294967295] 00000400:00000200:0.0:1776267963.447392:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.447397:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.447402:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343698). 00000800:00000200:0.0:1776267963.447409:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.447417:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.447421:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.447452:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.447457:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.447460:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001edf7619. 00000800:00000200:1.0:1776267963.447692:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.447696:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:1.0:1776267963.447713:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.447717:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.447722:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b779ebb 00000400:00000010:1.0:1776267963.447724:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b779ebb. 00080000:00000010:3.0:1776267963.448324:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2229113. 00010000:00000010:3.0:1776267963.449421:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080a07673. 00010000:00000010:3.0:1776267963.449433:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb12d95c. 00010000:00000010:3.0:1776267963.449515:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043f2924a. 00010000:00000010:3.0:1776267963.449522:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009184fe1a. 00010000:00000010:3.0:1776267963.449537:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000053cff6e. 00000100:00000010:3.0:1776267963.449546:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a87857e0. 00000100:00000010:3.0:1776267963.449557:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267963.449576:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000993dd721. 02000000:00000010:3.0:1776267963.449606:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1a59fe7. 00000400:00000010:3.0:1776267963.449612:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000956e4a9c. 00000400:00000010:3.0:1776267963.449619:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267963.449626:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489503424, portal 16 00000400:00000010:3.0:1776267963.449632:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1ac30ef. 00000100:00000200:3.0:1776267963.449634:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489503424, offset 0 00000400:00000200:3.0:1776267963.449643:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.449661:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.449668:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.449672:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.449674:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.449677:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91715:91715:256:4294967295] 192.168.202.34@tcp LPNI seq info [91715:91715:8:4294967295] 00000400:00000200:3.0:1776267963.449687:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.449693:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.449713:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e17bfe25 (tot 82343698). 00000800:00000200:3.0:1776267963.449720:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.449728:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.449732:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e17bfe25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267963.450490:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.450495:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e17bfe25 (tot 82343450). 00000400:00000200:2.0:1776267963.450499:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.450506:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.450510:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac30ef 00000400:00000010:2.0:1776267963.450512:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1ac30ef. 00000100:00000200:2.0:1776267963.450520:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489503424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267963.450656:0:78567:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047b4a777. 00010000:00000010:1.1:1776267963.450663:0:78567:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b64e2e7. 00000400:00000200:1.0:1776267963.454618:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.454639:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ccc0 00000400:00000200:1.0:1776267963.454649:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7f49 [1] + 224 00000400:00000200:1.0:1776267963.454664:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.454668:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.454678:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489503424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267963.454815:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000956e4a9c. 00000400:00000200:3.0:1776267963.458573:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:3.0:1776267963.458583:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00000100:00000200:3.0:1776267963.458599:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489503424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.458609:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489503424/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267963.458642:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1a59fe7. 02000000:00000010:3.0:1776267963.458649:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000993dd721. 00000100:00000010:3.0:1776267963.458652:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267963.458656:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a87857e0. 00010000:00000010:3.0:1776267963.458660:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000053cff6e. 00000400:00000200:1.0:1776267963.463651:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.463670:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6db00 00000400:00000200:1.0:1776267963.463678:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb687d [2] + 1640 00000400:00000200:1.0:1776267963.463744:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.463749:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.463757:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267963.463764:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 00000020:00000010:3.0:1776267963.463863:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e58d95d8. 00000020:00000010:3.0:1776267963.463869:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267963.463873:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.463930:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005a528f70 x1862549476137728/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267963.463959:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137728 02000000:00000010:3.0:1776267963.463971:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000993dd721. 00010000:00000010:3.0:1776267963.464002:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6e8a8d4. 00010000:00000010:3.0:1776267963.464021:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000053cff6e. 00000100:00000010:3.0:1776267963.464027:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a87857e0. 00000100:00000010:3.0:1776267963.464039:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a87857e0. 00010000:00000010:3.0:1776267963.464043:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000053cff6e. 00000400:00000010:3.0:1776267963.464055:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267963.464060:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137728, offset 224 00000400:00000200:3.0:1776267963.464068:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.464079:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.464085:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91716:91716:256:4294967295] 192.168.202.34@tcp LPNI seq info [91716:91716:8:4294967295] 00000400:00000200:3.0:1776267963.464095:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.464100:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.464104:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ca41289 (tot 82343698). 00000800:00000200:3.0:1776267963.464110:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.464116:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.464120:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ca41289 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.464137:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b6c23aa. 00000020:00000010:3.0:1776267963.464141:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.464143:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e58d95d8. 00000800:00000200:3.0:1776267963.464215:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.464218:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ca41289 (tot 82343450). 00000400:00000200:3.0:1776267963.464221:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.464225:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.464228:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:3.0:1776267963.464230:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00080000:00000010:3.0:1776267963.464257:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e58d95d8. 00010000:00000010:3.0:1776267963.464353:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009184fe1a. 00010000:00000010:3.0:1776267963.464361:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005987cc40. 00010000:00000010:3.0:1776267963.464442:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6ed086b. 00010000:00000010:3.0:1776267963.464449:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009184fe1a. 00010000:00000010:3.0:1776267963.464460:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000053cff6e. 00000100:00000010:3.0:1776267963.464463:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a87857e0. 00000100:00000010:3.0:1776267963.464471:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267963.464483:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1a59fe7. 02000000:00000010:3.0:1776267963.464505:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ced70d06. 00000400:00000010:3.0:1776267963.464511:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000956e4a9c. 00000400:00000010:3.0:1776267963.464515:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267963.464520:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489503488, portal 16 00000400:00000010:3.0:1776267963.464524:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000856d905e. 00000100:00000200:3.0:1776267963.464526:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489503488, offset 0 00000400:00000200:3.0:1776267963.464531:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.464538:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.464545:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.464548:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.464551:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.464554:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91717:91717:256:4294967295] 192.168.202.34@tcp LPNI seq info [91717:91717:8:4294967295] 00000400:00000200:3.0:1776267963.464560:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.464564:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.464567:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ca41289 (tot 82343698). 00000800:00000200:3.0:1776267963.464571:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.464575:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.464577:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ca41289 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.464940:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.464944:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ca41289 (tot 82343450). 00000400:00000200:1.0:1776267963.464948:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.464953:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.464956:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:1.0:1776267963.464958:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00000100:00000200:1.0:1776267963.464964:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489503488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267963.467054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038d72558. 00010000:00000010:3.1:1776267963.467067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c8f28a. 00000400:00000200:1.0:1776267963.468361:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.468381:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cd00 00000400:00000200:1.0:1776267963.468389:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7f55 [1] + 224 00000400:00000200:1.0:1776267963.468400:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.468404:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.468415:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489503488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.468450:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.468456:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6db40 00000400:00000200:1.0:1776267963.468460:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb687d [2] + 1968 00000400:00000010:1.0:1776267963.468464:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000027be0b95. 00000400:00000200:1.0:1776267963.468468:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000019a3e0cd 00000400:00000200:1.0:1776267963.468519:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.468523:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.468526:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019a3e0cd 00000400:00000010:1.0:1776267963.468528:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000019a3e0cd (tot 82343298). 00000100:00000200:1.0:1776267963.468534:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776267963.468631:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001edf7619. 00000020:00000010:0.0:1776267963.468638:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.468641:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.468666:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5fafaab x1862549476137792/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267963.468695:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137792 02000000:00000010:0.0:1776267963.468714:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000078578b10. 00010000:00000010:0.0:1776267963.468748:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000792f8894. 00000100:00000010:0.0:1776267963.468754:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8f5b607. 00000100:00000010:0.0:1776267963.468760:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8f5b607. 00010000:00000010:0.0:1776267963.468764:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000792f8894. 00000400:00000010:0.0:1776267963.468775:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edccd03. 00000100:00000200:0.0:1776267963.468778:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137792, offset 224 00000400:00000200:0.0:1776267963.468785:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.468794:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.468798:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91718:91718:256:4294967295] 192.168.202.34@tcp LPNI seq info [91718:91718:8:4294967295] 00000400:00000200:0.0:1776267963.468808:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.468813:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.468817:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82343546). 00000800:00000200:0.0:1776267963.468821:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.468828:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.468831:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.468844:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.468847:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.468850:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001edf7619. 02000000:00000010:0.0:1776267963.468858:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000993dd721. 00000100:00000010:0.0:1776267963.468862:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005a528f70. 02000000:00000010:0.0:1776267963.468865:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000720a002a. 00000100:00000010:0.0:1776267963.468868:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d374058f. 02000000:00000010:0.0:1776267963.468871:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dc70d5c3. 00000100:00000010:0.0:1776267963.468873:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005b5faa2a. 02000000:00000010:0.0:1776267963.468876:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085f24814. 00000100:00000010:0.0:1776267963.468878:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e69869f. 02000000:00000010:0.0:1776267963.468881:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2b24287. 00000100:00000010:0.0:1776267963.468883:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000594b1263. 02000000:00000010:0.0:1776267963.468886:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8d4bcf2. 00000100:00000010:0.0:1776267963.468888:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f2b7b. 00000100:00000200:0.0:1776267963.468914:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776267963.468919:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004fded4d6. 00000400:00000010:0.0:1776267963.468929:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8f5b607 (tot 82343698). 00000800:00000200:3.0:1776267963.469070:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.469074:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343450). 00000400:00000200:3.0:1776267963.469078:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.469081:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.469084:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001edccd03 00000400:00000010:3.0:1776267963.469085:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001edccd03. 02000000:00000010:3.0:1776267963.469090:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000078578b10. 00000400:00000010:3.0:1776267963.469109:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000956e4a9c. 00000400:00000200:3.0:1776267963.469112:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:3.0:1776267963.469113:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00000100:00000200:3.0:1776267963.469118:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489503488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.469126:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489503488/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267963.469146:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000382fe5bc. 02000000:00000010:3.0:1776267963.469159:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ced70d06. 02000000:00000010:3.0:1776267963.469163:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a1a59fe7. 00000100:00000010:3.0:1776267963.469166:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267963.469169:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a87857e0. 00010000:00000010:3.0:1776267963.469172:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000053cff6e. 00080000:00000010:3.0:1776267963.469189:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c1632e4. 00010000:00000010:3.0:1776267963.469330:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009184fe1a. 00010000:00000010:3.0:1776267963.469337:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd429837. 00010000:00000010:3.0:1776267963.469412:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005b849b1. 00010000:00000010:3.0:1776267963.469416:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b6c23aa. 00010000:00000010:3.0:1776267963.469420:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000cc00ad3. 00010000:00000010:3.0:1776267963.469425:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009184fe1a. 00080000:00000010:3.0:1776267963.469437:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1a59fe7. 00010000:00000010:3.0:1776267963.469464:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009184fe1a. 00010000:00000010:3.0:1776267963.469467:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b6c23aa. 00010000:00000010:3.0:1776267963.469518:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036a2b12a. 00010000:00000010:3.0:1776267963.469522:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009184fe1a. 00010000:00000010:3.0:1776267963.469529:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000053cff6e. 00000100:00000010:3.0:1776267963.469533:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a87857e0. 00000100:00000010:3.0:1776267963.469540:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267963.469550:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ced70d06. 02000000:00000010:3.0:1776267963.469572:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c470cf83. 00000400:00000010:3.0:1776267963.469576:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000956e4a9c. 00000400:00000010:3.0:1776267963.469579:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267963.469582:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489503552, portal 16 00000400:00000010:3.0:1776267963.469586:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035f6f22f. 00000100:00000200:3.0:1776267963.469588:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489503552, offset 0 00000400:00000200:3.0:1776267963.469593:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.469600:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.469607:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.469611:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.469614:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.469617:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91719:91719:256:4294967295] 192.168.202.34@tcp LPNI seq info [91719:91719:8:4294967295] 00000400:00000200:3.0:1776267963.469624:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.469628:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.469631:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ca41289 (tot 82343698). 00000800:00000200:3.0:1776267963.469637:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.469641:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.469643:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ca41289 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.470087:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.470089:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ca41289 (tot 82343450). 00000400:00000200:0.0:1776267963.470093:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.470097:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.470101:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035f6f22f 00000400:00000010:0.0:1776267963.470102:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035f6f22f. 00000100:00000200:0.0:1776267963.470107:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489503552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.472755:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.472775:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cd40 00000400:00000200:1.0:1776267963.472785:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7f65 [1] + 224 00000400:00000200:1.0:1776267963.472801:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.472805:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.472816:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489503552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267963.472934:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000956e4a9c. 00000400:00000200:3.0:1776267963.472939:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:3.0:1776267963.472941:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00000100:00000200:3.0:1776267963.472947:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489503552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.472954:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489503552/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267963.472984:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c470cf83. 02000000:00000010:3.0:1776267963.472989:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ced70d06. 00000100:00000010:3.0:1776267963.472993:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267963.472997:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a87857e0. 00010000:00000010:3.0:1776267963.473000:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000053cff6e. 00000400:00000200:3.0:1776267963.474452:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.474467:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6db80 00000400:00000200:3.0:1776267963.474474:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb68d5 [2] + 0 00000400:00000200:3.0:1776267963.474529:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.474534:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.474540:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267963.474545:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 00000020:00000010:1.0:1776267963.475143:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018b781cf. 00000020:00000010:1.0:1776267963.475153:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097be7418. 00000020:00000010:1.0:1776267963.475157:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267963.475186:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000050969a85 x1862549476137856/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267963.475230:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137856 02000000:00000010:1.0:1776267963.475243:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009a6ec3e. 00010000:00000010:1.0:1776267963.475271:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ebb4491. 00010000:00000010:1.0:1776267963.475293:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5f024a0. 00000100:00000010:1.0:1776267963.475300:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000027dcee38. 00000100:00000010:1.0:1776267963.475312:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000027dcee38. 00010000:00000010:1.0:1776267963.475316:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5f024a0. 00000400:00000010:1.0:1776267963.475327:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098c48805. 00000100:00000200:1.0:1776267963.475333:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137856, offset 224 00000400:00000200:1.0:1776267963.475350:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.475362:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.475368:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91720:91720:256:4294967295] 192.168.202.34@tcp LPNI seq info [91720:91720:8:4294967295] 00000400:00000200:1.0:1776267963.475377:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.475381:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.475386:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343698). 00000800:00000200:1.0:1776267963.475392:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.475399:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.475402:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267963.475420:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097be7418. 00000020:00000010:1.0:1776267963.475424:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267963.475427:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018b781cf. 00000800:00000200:0.0:1776267963.475547:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.475551:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:0.0:1776267963.475556:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.475559:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.475563:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098c48805 00000400:00000010:0.0:1776267963.475564:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098c48805. 00080000:00000010:3.0:1776267963.476050:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004fa5850c. 00010000:00000010:3.0:1776267963.476136:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009184fe1a. 00010000:00000010:3.0:1776267963.476143:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003fbe645b. 00010000:00000010:3.0:1776267963.476227:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006499b3ed. 00010000:00000010:3.0:1776267963.476234:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009184fe1a. 00010000:00000010:3.0:1776267963.476244:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000053cff6e. 00000100:00000010:3.0:1776267963.476249:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a87857e0. 00000100:00000010:3.0:1776267963.476256:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c1002d6e. 02000000:00000010:3.0:1776267963.476269:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ced70d06. 02000000:00000010:3.0:1776267963.476294:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c470cf83. 00000400:00000010:3.0:1776267963.476300:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000956e4a9c. 00000400:00000010:3.0:1776267963.476305:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267963.476311:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489503616, portal 16 00000400:00000010:3.0:1776267963.476317:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b701ac31. 00000100:00000200:3.0:1776267963.476319:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489503616, offset 0 00000400:00000200:3.0:1776267963.476326:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.476335:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.476341:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.476357:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.476360:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.476363:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91721:91721:256:4294967295] 192.168.202.34@tcp LPNI seq info [91721:91721:8:4294967295] 00000400:00000200:3.0:1776267963.476370:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.476374:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.476378:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e17bfe25 (tot 82343698). 00000800:00000200:3.0:1776267963.476383:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.476388:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.476390:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e17bfe25 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.476874:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.476878:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e17bfe25 (tot 82343450). 00000400:00000200:1.0:1776267963.476882:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.476886:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.476890:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b701ac31 00000400:00000010:1.0:1776267963.476891:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b701ac31. 00000100:00000200:1.0:1776267963.477223:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c1002d6e x1862549489503616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267963.479052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f01f545. 00010000:00000010:3.1:1776267963.480950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079d0b16c. 00010000:00000010:3.1:1776267963.480966:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1f27454. 00010000:00000010:3.1:1776267963.480971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043f2924a. 00000400:00000200:3.0:1776267963.481854:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.481872:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cd80 00000400:00000200:3.0:1776267963.481879:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7f71 [1] + 224 00000400:00000200:3.0:1776267963.481931:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.481936:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.481949:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c1002d6e x1862549489503616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267963.482107:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000956e4a9c. 00000400:00000200:0.0:1776267963.482113:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:0.0:1776267963.482115:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00000100:00000200:0.0:1776267963.482122:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c1002d6e x1862549489503616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267963.482129:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c1002d6e x1862549489503616/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267963.482162:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c470cf83. 02000000:00000010:0.0:1776267963.482167:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ced70d06. 00000100:00000010:0.0:1776267963.482172:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1002d6e. 00000100:00000010:0.0:1776267963.482176:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a87857e0. 00010000:00000010:0.0:1776267963.482180:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000053cff6e. 00000400:00000200:0.0:1776267963.486169:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.486190:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6dbc0 00000400:00000200:0.0:1776267963.486209:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb68d5 [2] + 328 00000400:00000200:0.0:1776267963.486284:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.486290:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.486297:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267963.486303:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d68f2b7b. 00000020:00000010:2.0:1776267963.486640:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000136e501e. 00000020:00000010:2.0:1776267963.486648:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.486653:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267963.486678:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d68f2b7b x1862549476137920/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267963.486718:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137920 02000000:00000010:2.0:1776267963.486729:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c0a03b65. 00010000:00000010:2.0:1776267963.486756:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc2d2943. 00010000:00000010:2.0:1776267963.486775:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005018f5f2. 00000100:00000010:2.0:1776267963.486780:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ac1bbcf6. 00000100:00000010:2.0:1776267963.486796:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ac1bbcf6. 00010000:00000010:2.0:1776267963.486800:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005018f5f2. 00000400:00000010:2.0:1776267963.486813:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d97fa0c. 00000100:00000200:2.0:1776267963.486818:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137920, offset 224 00000400:00000200:2.0:1776267963.486825:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.486835:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.486840:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91722:91722:256:4294967295] 192.168.202.34@tcp LPNI seq info [91722:91722:8:4294967295] 00000400:00000200:2.0:1776267963.486850:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.486855:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.486858:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267963.486864:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.486870:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.486874:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267963.486891:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.486926:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267963.486929:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000136e501e. 00000800:00000200:2.0:1776267963.486995:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.486999:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:2.0:1776267963.487004:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.487008:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.487011:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d97fa0c 00000400:00000010:2.0:1776267963.487013:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d97fa0c. 00080000:00000010:0.0:1776267963.487378:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001edf7619. 00010000:00000010:0.0:1776267963.487483:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009184fe1a. 00010000:00000010:0.0:1776267963.487491:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000104bee9c. 00010000:00000010:0.0:1776267963.487577:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e0a78ea. 00010000:00000010:0.0:1776267963.487583:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000067ddfc2. 00010000:00000010:0.0:1776267963.487595:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000792f8894. 00000100:00000010:0.0:1776267963.487599:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d29cc8b. 00000100:00000010:0.0:1776267963.487609:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007259c45b. 02000000:00000010:0.0:1776267963.487620:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009e4a1ec9. 02000000:00000010:0.0:1776267963.487648:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078578b10. 00000400:00000010:0.0:1776267963.487653:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea9380df. 00000400:00000010:0.0:1776267963.487657:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099a11cb2. 00000100:00000200:0.0:1776267963.487663:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489503680, portal 16 00000400:00000010:0.0:1776267963.487667:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006163a41a. 00000100:00000200:0.0:1776267963.487669:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489503680, offset 0 00000400:00000200:0.0:1776267963.487675:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.487684:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.487690:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.487694:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.487697:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.487712:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91723:91723:256:4294967295] 192.168.202.34@tcp LPNI seq info [91723:91723:8:4294967295] 00000400:00000200:0.0:1776267963.487721:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.487725:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.487729:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff893d (tot 82343698). 00000800:00000200:0.0:1776267963.487733:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.487737:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.487740:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093ff893d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1776267963.487941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9491dd. 00010000:00000010:3.1:1776267963.487948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008819882a. 00010000:00000010:3.1:1776267963.487952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6ed086b. 00010000:00000010:3.1:1776267963.487956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005b849b1. 00010000:00000010:3.1:1776267963.487959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cc00ad3. 00010000:00000010:3.1:1776267963.487962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000120eb71f. 00010000:00000010:3.1:1776267963.487965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036a2b12a. 00010000:00000010:1.1:1776267963.488165:0:78576:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5396023. 00000800:00000200:2.0:1776267963.488502:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.488505:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343450). 00000400:00000200:2.0:1776267963.488510:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.488515:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.488519:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006163a41a 00000400:00000010:2.0:1776267963.488520:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006163a41a. 00000100:00000200:2.0:1776267963.488528:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007259c45b x1862549489503680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.498606:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.498629:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cdc0 00000400:00000200:0.0:1776267963.498639:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7f7d [1] + 224 00000400:00000200:0.0:1776267963.498650:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.498653:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.498664:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007259c45b x1862549489503680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.498715:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.498721:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6dc00 00000400:00000200:0.0:1776267963.498725:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb68d5 [2] + 656 00000400:00000200:0.0:1776267963.498735:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.498738:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.498743:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267963.498748:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a719f92a. 00000020:00000010:3.0:1776267963.498992:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2037dc8. 00000020:00000010:3.0:1776267963.498999:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267963.499003:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.499102:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a719f92a x1862549476137984/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267963.499138:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476137984 02000000:00000010:3.0:1776267963.499151:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f4e3786a. 00010000:00000010:3.0:1776267963.499191:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000500cc3e9. 00000100:00000010:3.0:1776267963.499206:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000656e130e. 00000100:00000010:3.0:1776267963.499213:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000656e130e. 00010000:00000010:3.0:1776267963.499216:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000500cc3e9. 00000400:00000010:3.0:1776267963.499229:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009fb04f42. 00000100:00000200:3.0:1776267963.499234:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476137984, offset 224 00000400:00000200:3.0:1776267963.499241:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.499252:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.499257:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91724:91724:256:4294967295] 192.168.202.34@tcp LPNI seq info [91724:91724:8:4294967295] 00000400:00000200:3.0:1776267963.499267:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.499273:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.499277:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eebf2bc3 (tot 82343698). 00000800:00000200:3.0:1776267963.499283:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.499291:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.499294:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eebf2bc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.499316:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267963.499320:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.499323:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2037dc8. 00000400:00000010:3.0:1776267963.499364:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea9380df. 00000400:00000200:3.0:1776267963.499369:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099a11cb2 00000400:00000010:3.0:1776267963.499371:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099a11cb2. 00000100:00000200:3.0:1776267963.499377:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007259c45b x1862549489503680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.499385:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007259c45b x1862549489503680/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267963.499407:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a5da1ae. 02000000:00000010:3.0:1776267963.499421:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078578b10. 02000000:00000010:3.0:1776267963.499427:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009e4a1ec9. 00000100:00000010:3.0:1776267963.499431:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007259c45b. 00000100:00000010:3.0:1776267963.499434:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d29cc8b. 00010000:00000010:3.0:1776267963.499437:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000792f8894. 00080000:00000010:3.0:1776267963.499455:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b08fe21. 00010000:00000010:3.0:1776267963.499557:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000067ddfc2. 00010000:00000010:3.0:1776267963.499564:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070b9ed65. 00010000:00000010:3.0:1776267963.499637:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036a2b12a. 00010000:00000010:3.0:1776267963.499644:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000873fb41f. 00010000:00000010:3.0:1776267963.499654:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000500cc3e9. 00000100:00000010:3.0:1776267963.499657:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000656e130e. 00000100:00000010:3.0:1776267963.499664:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ea634ef0. 02000000:00000010:3.0:1776267963.499674:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2037dc8. 02000000:00000010:3.0:1776267963.499945:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdff582e. 00000400:00000010:3.0:1776267963.499952:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001886a230. 00000400:00000010:3.0:1776267963.499957:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b920d1d. 00000100:00000200:3.0:1776267963.499963:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489503744, portal 16 00000400:00000010:3.0:1776267963.499968:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267963.499971:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489503744, offset 0 00000400:00000200:3.0:1776267963.499977:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.499986:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.499994:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.499998:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.500000:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.500003:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91725:91725:255:4294967295] 192.168.202.34@tcp LPNI seq info [91725:91725:7:4294967295] 00000400:00000200:3.0:1776267963.500009:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.500014:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.500017:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000447bb312 (tot 82343946). 00000800:00000200:3.0:1776267963.500021:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.500026:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.500028:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000447bb312 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267963.501401:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.501408:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eebf2bc3 (tot 82343698). 00000400:00000200:3.0:1776267963.501415:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.501422:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.501427:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009fb04f42 00000400:00000010:3.0:1776267963.501429:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009fb04f42. 00000800:00000200:3.0:1776267963.501495:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.501497:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000447bb312 (tot 82343450). 00000400:00000200:3.0:1776267963.501500:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.501503:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.501505:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:3.0:1776267963.501507:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00000100:00000200:3.0:1776267963.501513:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea634ef0 x1862549489503744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.507492:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.507513:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ce00 00000400:00000200:1.0:1776267963.507522:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7f89 [1] + 224 00000400:00000200:1.0:1776267963.507535:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.507538:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.507549:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea634ef0 x1862549489503744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.507590:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.507595:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6dc40 00000400:00000200:1.0:1776267963.507599:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb68d5 [2] + 984 00000400:00000200:1.0:1776267963.507640:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.507644:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.507648:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267963.507653:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 00000020:00000010:0.0:1776267963.508154:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e4a1ec9. 00000020:00000010:0.0:1776267963.508163:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.508166:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.508190:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008274bc47 x1862549476138048/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267963.508230:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476138048 02000000:00000010:0.0:1776267963.508241:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000078578b10. 00010000:00000010:0.0:1776267963.508280:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267963.508287:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004235615d. 00000100:00000010:0.0:1776267963.508295:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004235615d. 00010000:00000010:0.0:1776267963.508299:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00000400:00000010:0.0:1776267963.508313:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000673fe50f. 00000100:00000200:0.0:1776267963.508318:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476138048, offset 224 00000400:00000200:0.0:1776267963.508325:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.508336:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.508354:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91726:91726:256:4294967295] 192.168.202.34@tcp LPNI seq info [91726:91726:8:4294967295] 00000400:00000200:0.0:1776267963.508363:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.508369:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.508374:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267963.508381:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.508389:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.508394:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.508412:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.508416:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.508419:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e4a1ec9. 00000400:00000010:0.0:1776267963.508444:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001886a230. 00000400:00000200:0.0:1776267963.508448:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b920d1d 00000400:00000010:0.0:1776267963.508450:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b920d1d. 00000100:00000200:0.0:1776267963.508455:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea634ef0 x1862549489503744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267963.508462:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea634ef0 x1862549489503744/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267963.508485:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f3561c7. 02000000:00000010:0.0:1776267963.508500:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdff582e. 02000000:00000010:0.0:1776267963.508505:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b2037dc8. 00000100:00000010:0.0:1776267963.508509:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea634ef0. 00000100:00000010:0.0:1776267963.508512:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000656e130e. 00010000:00000010:0.0:1776267963.508515:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000500cc3e9. 00080000:00000010:0.0:1776267963.508532:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e4a1ec9. 00010000:00000010:0.0:1776267963.508618:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000873fb41f. 00010000:00000010:0.0:1776267963.508624:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cf9ac6e. 00010000:00000010:0.0:1776267963.508765:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e536162. 00010000:00000010:0.0:1776267963.508772:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db580571. 00010000:00000010:0.0:1776267963.508782:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000088ea3441. 00000100:00000010:0.0:1776267963.508786:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004235615d. 00000100:00000010:0.0:1776267963.508793:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000294921c4. 02000000:00000010:0.0:1776267963.508803:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2037dc8. 02000000:00000010:0.0:1776267963.508828:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdff582e. 00000400:00000010:0.0:1776267963.508832:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002e899716. 00000400:00000010:0.0:1776267963.508837:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267963.508843:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489503808, portal 16 00000400:00000010:0.0:1776267963.508849:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267963.508851:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489503808, offset 0 00000400:00000200:0.0:1776267963.508857:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.508865:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.508872:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.508876:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.508879:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.508881:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91727:91727:255:4294967295] 192.168.202.34@tcp LPNI seq info [91727:91727:7:4294967295] 00000400:00000200:0.0:1776267963.508888:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.509773:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.509780:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343946). 00000800:00000200:0.0:1776267963.509788:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.509794:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.509797:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.509848:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.509852:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343698). 00000400:00000200:0.0:1776267963.509856:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.509860:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.509865:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000673fe50f 00000400:00000010:0.0:1776267963.509867:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000673fe50f. 00000800:00000200:0.0:1776267963.510244:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.510247:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343450). 00000400:00000200:0.0:1776267963.510251:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.510254:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.510257:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267963.510258:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000100:00000200:0.0:1776267963.510265:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000294921c4 x1862549489503808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267963.511176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050c7daf5. 00010000:00000010:0.1:1776267963.511185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006499b3ed. 00010000:00000010:2.1:1776267963.514457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae0df892. 00010000:00000010:3.1:1776267963.517257:0:78577:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004768bae7. 00010000:00000010:3.1:1776267963.517273:0:78577:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aed2cbfe. 00010000:00000010:3.1:1776267963.517277:0:78577:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0a78ea. 00000400:00000200:3.0:1776267963.519475:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.519502:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ce40 00000400:00000200:3.0:1776267963.519512:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7f95 [1] + 224 00000400:00000200:3.0:1776267963.519531:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.519535:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.519549:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000294921c4 x1862549489503808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267963.521063:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002e899716. 00000400:00000200:1.0:1776267963.521072:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:1.0:1776267963.521074:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00000100:00000200:1.0:1776267963.521086:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000294921c4 x1862549489503808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267963.521096:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000294921c4 x1862549489503808/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267963.521129:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdff582e. 02000000:00000010:1.0:1776267963.521136:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b2037dc8. 00000100:00000010:1.0:1776267963.521140:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000294921c4. 00000100:00000010:1.0:1776267963.521144:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004235615d. 00010000:00000010:1.0:1776267963.521149:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000088ea3441. 00010000:00000010:0.1:1776267963.522419:0:78577:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b55cd8fd. 00010000:00000010:0.1:1776267963.522429:0:78577:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c34e188f. 00010000:00000010:0.1:1776267963.522432:0:78577:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036a2b12a. 00000400:00000200:3.0:1776267963.524690:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.524726:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6dc80 00000400:00000200:3.0:1776267963.524733:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb68d5 [2] + 1312 00000400:00000200:3.0:1776267963.524791:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.524796:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.524803:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267963.524808:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b58eae9f. 00000020:00000010:0.0:1776267963.527319:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fdff582e. 00000020:00000010:0.0:1776267963.527347:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.527352:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.527393:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b58eae9f x1862549476138112/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267963.527477:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476138112 02000000:00000010:0.0:1776267963.527491:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000720a002a. 00010000:00000010:0.0:1776267963.527526:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bcad668. 00010000:00000010:0.0:1776267963.527551:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004852fc13. 00000100:00000010:0.0:1776267963.527560:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267963.527580:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:0.0:1776267963.527585:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004852fc13. 00000400:00000010:0.0:1776267963.527602:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267963.527608:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476138112, offset 224 00000400:00000200:0.0:1776267963.527616:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.527632:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.527639:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91728:91728:256:4294967295] 192.168.202.34@tcp LPNI seq info [91728:91728:8:4294967295] 00000400:00000200:0.0:1776267963.527650:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.527656:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.527660:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343698). 00000800:00000200:0.0:1776267963.527666:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.527674:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.527678:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.527708:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.527712:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.527715:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fdff582e. 00080000:00000010:3.0:1776267963.527766:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063adbf5b. 00010000:00000010:3.0:1776267963.527862:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db580571. 00010000:00000010:3.0:1776267963.527870:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000052205f0f. 00010000:00000010:3.0:1776267963.527970:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005b849b1. 00010000:00000010:3.0:1776267963.527975:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000bad02232. 00010000:00000010:3.0:1776267963.527980:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000cc00ad3. 00010000:00000010:3.0:1776267963.527986:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd2cbd87. 00080000:00000010:3.0:1776267963.527999:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab5069cd. 00010000:00000010:3.0:1776267963.528025:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd2cbd87. 00010000:00000010:3.0:1776267963.528030:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bad02232. 00010000:00000010:3.0:1776267963.528081:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6ed086b. 00010000:00000010:3.0:1776267963.528085:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fd2cbd87. 00010000:00000010:3.0:1776267963.528092:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b209ad84. 00000100:00000010:3.0:1776267963.528097:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0c10b84. 00000100:00000010:3.0:1776267963.528105:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d720bc70. 02000000:00000010:3.0:1776267963.528117:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb360aaa. 02000000:00000010:3.0:1776267963.528142:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc443004. 00000400:00000010:3.0:1776267963.528148:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000be2aa97e. 00000400:00000010:3.0:1776267963.528152:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb682d32. 00000100:00000200:3.0:1776267963.528157:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489503872, portal 16 00000400:00000010:3.0:1776267963.528162:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009fb04f42. 00000100:00000200:3.0:1776267963.528164:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489503872, offset 0 00000400:00000200:3.0:1776267963.528170:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.528176:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.528182:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.528186:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.528188:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.528191:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91729:91729:255:4294967295] 192.168.202.34@tcp LPNI seq info [91729:91729:7:4294967295] 00000400:00000200:3.0:1776267963.528208:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.528214:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.528218:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000447bb312 (tot 82343946). 00000800:00000200:3.0:1776267963.528223:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.528227:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.528229:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000447bb312 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.531118:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.531126:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343698). 00000400:00000200:1.0:1776267963.531134:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.531143:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.531148:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:1.0:1776267963.531151:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00000800:00000200:1.0:1776267963.533081:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.533087:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000447bb312 (tot 82343450). 00000400:00000200:1.0:1776267963.533096:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.533104:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.533109:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009fb04f42 00000400:00000010:1.0:1776267963.533110:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009fb04f42. 00000100:00000200:1.0:1776267963.533121:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d720bc70 x1862549489503872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.541275:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.541295:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2ce80 00000400:00000200:2.0:1776267963.541305:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7fa1 [1] + 224 00000400:00000200:2.0:1776267963.541323:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.541328:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.541475:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d720bc70 x1862549489503872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267963.541551:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000be2aa97e. 00000400:00000200:1.0:1776267963.541556:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb682d32 00000400:00000010:1.0:1776267963.541558:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb682d32. 00000100:00000200:1.0:1776267963.541564:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d720bc70 x1862549489503872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267963.541571:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d720bc70 x1862549489503872/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267963.541600:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc443004. 02000000:00000010:1.0:1776267963.541605:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb360aaa. 00000100:00000010:1.0:1776267963.541609:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d720bc70. 00000100:00000010:1.0:1776267963.541613:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d0c10b84. 00010000:00000010:1.0:1776267963.541617:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b209ad84. 00010000:00000010:3.1:1776267963.542453:0:78578:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007993eca8. 00010000:00000010:3.1:1776267963.542461:0:78578:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e536162. 00010000:00000010:3.1:1776267963.542466:0:78578:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005b849b1. 00010000:00000010:3.1:1776267963.542469:0:78578:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cc00ad3. 00010000:00000010:0.1:1776267963.542930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005be3585b. 00000400:00000200:2.0:1776267963.552495:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.552514:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6dcc0 00000400:00000200:2.0:1776267963.552522:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb68d5 [2] + 1640 00000400:00000200:2.0:1776267963.552593:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.552599:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.552606:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267963.552615:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000032d5c907. 00000100:00000010:1.0:1776267963.552957:0:67439:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e69869f. 02000000:00000010:1.0:1776267963.552976:0:67439:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000919fbab6. 02000000:00000010:1.0:1776267963.554106:0:15890:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dbdb1c13. 00000400:00000010:1.0:1776267963.554115:0:15890:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000027be0b95. 00000400:00000010:1.0:1776267963.554121:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021649f75. 00000100:00000200:1.0:1776267963.554129:0:15890:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862549489503936, portal 4 00000400:00000010:1.0:1776267963.554137:0:15890:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021518615. 00000100:00000200:1.0:1776267963.554140:0:15890:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1862549489503936, offset 0 00000400:00000200:1.0:1776267963.554148:0:15890:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1776267963.554159:0:15890:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1776267963.554169:0:15890:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69dfa98b2cec0 00000400:00000200:1.0:1776267963.554175:0:15890:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x33cf5 [8] + 1344 00000400:00000200:1.0:1776267963.554181:0:15890:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.554184:0:15890:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1776267963.554211:0:15890:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1776267963.554217:0:15890:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005a528f70. 00000400:00000200:1.0:1776267963.554232:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021518615 00000400:00000010:1.0:1776267963.554234:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021518615. 00000100:00000200:1.0:1776267963.554243:0:15890:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e69869f x1862549489503936/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267970 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000020:00000010:2.0:1776267963.556084:0:66520:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000136e501e. 00000020:00000010:2.0:1776267963.556093:0:66520:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.556097:0:66520:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267963.556143:0:66520:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549489503936 02000000:00000010:2.0:1776267963.556162:0:66520:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000319452fe. 00010000:00000200:2.0:1776267963.556192:0:66520:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000005a528f70 x1862549489503936/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:609/0 lens 224/368 e 0 to 0 dl 1776267969 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000400:00000010:2.0:1776267963.556221:0:66520:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d97fa0c. 00000100:00000200:2.0:1776267963.556227:0:66520:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1862549489503936, offset 224 00000400:00000200:2.0:1776267963.556235:0:66520:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1776267963.556247:0:66520:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1776267963.556256:0:66520:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69dfa98b2cec0 00000400:00000200:2.0:1776267963.556263:0:66520:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb7fa9 [1] + 224 00000400:00000200:2.0:1776267963.556270:0:66520:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.556273:0:66520:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1776267963.556280:0:66520:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e69869f x1862549489503936/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267970 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:2.0:1776267963.556304:0:66520:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d97fa0c 00000400:00000010:2.0:1776267963.556307:0:66520:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d97fa0c. 00000020:00000010:2.0:1776267963.556323:0:66520:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000eca10c09. 00000020:00000010:2.0:1776267963.556327:0:66520:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267963.556330:0:66520:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000136e501e. 00000400:00000010:2.0:1776267963.556363:0:15890:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000027be0b95. 00000400:00000200:2.0:1776267963.556367:0:15890:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021649f75 00000400:00000010:2.0:1776267963.556369:0:15890:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021649f75. 00000100:00000200:2.0:1776267963.556373:0:15890:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e69869f x1862549489503936/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267970 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:2.0:1776267963.556380:0:15890:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e69869f x1862549489503936/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1776267970 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000010:2.0:1776267963.556410:0:15890:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000dbdb1c13. 02000000:00000010:2.0:1776267963.556416:0:15890:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000919fbab6. 00000100:00000010:2.0:1776267963.556422:0:15890:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e69869f. 00000020:00000010:0.0:1776267963.557257:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ced70d06. 00000020:00000010:0.0:1776267963.557264:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.557267:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.557291:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000032d5c907 x1862549476138176/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267963.557318:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476138176 02000000:00000010:0.0:1776267963.557327:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c470cf83. 00010000:00000010:0.0:1776267963.558141:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007625f7e4. 00010000:00000010:0.0:1776267963.558168:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004852fc13. 00000100:00000010:0.0:1776267963.558175:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267963.558193:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:0.0:1776267963.558206:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004852fc13. 00000400:00000010:0.0:1776267963.558221:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000673fe50f. 00000100:00000200:0.0:1776267963.558226:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476138176, offset 224 00000400:00000200:0.0:1776267963.558235:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.558250:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.558257:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91730:91730:256:4294967295] 192.168.202.34@tcp LPNI seq info [91730:91730:8:4294967295] 00000400:00000200:0.0:1776267963.558267:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.558273:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.558277:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267963.558284:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.558292:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.558295:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.558313:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.558317:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.558320:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ced70d06. 00080000:00000010:0.0:1776267963.559393:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ced70d06. 00010000:00000010:0.0:1776267963.559486:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd2cbd87. 00010000:00000010:0.0:1776267963.559494:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5aa3359. 00010000:00000010:0.0:1776267963.559562:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000666ac692. 00010000:00000010:0.0:1776267963.559568:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267963.559577:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004852fc13. 00000100:00000010:0.0:1776267963.559582:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267963.559589:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a57d0cf0. 02000000:00000010:0.0:1776267963.559600:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8d4bcf2. 02000000:00000010:0.0:1776267963.559622:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085f24814. 00000400:00000010:0.0:1776267963.559628:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f396a63. 00000400:00000010:0.0:1776267963.559635:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053790125. 00000100:00000200:0.0:1776267963.559641:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504000, portal 16 00000400:00000010:0.0:1776267963.559645:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbcb680. 00000100:00000200:0.0:1776267963.559648:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504000, offset 0 00000400:00000200:0.0:1776267963.559655:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.559666:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.559672:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.559676:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.559678:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.559681:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91731:91731:255:4294967295] 192.168.202.34@tcp LPNI seq info [91731:91731:7:4294967295] 00000400:00000200:0.0:1776267963.559689:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.559694:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.559711:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343946). 00000800:00000200:0.0:1776267963.559717:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.559723:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.559726:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.559777:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.559780:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343698). 00000400:00000200:0.0:1776267963.559784:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.559788:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.559792:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000673fe50f 00000400:00000010:0.0:1776267963.559794:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000673fe50f. 00000800:00000200:0.0:1776267963.559855:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.559857:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:0.0:1776267963.559859:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.559862:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.559864:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbcb680 00000400:00000010:0.0:1776267963.559865:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbcb680. 00000100:00000200:0.0:1776267963.559870:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a57d0cf0 x1862549489504000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.564046:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.564065:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cf00 00000400:00000200:2.0:1776267963.564073:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7fb9 [1] + 224 00000400:00000200:2.0:1776267963.564089:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.564094:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.564105:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a57d0cf0 x1862549489504000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.565950:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.565967:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6dd00 00000400:00000200:2.0:1776267963.565975:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb68d5 [2] + 1968 00000400:00000010:2.0:1776267963.565979:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d5fbde0e. 00000400:00000200:2.0:1776267963.565985:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000942d53c 00000400:00000200:2.0:1776267963.566048:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.566053:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.566057:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000942d53c 00000400:00000010:2.0:1776267963.566059:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000942d53c (tot 82343298). 00000100:00000200:2.0:1776267963.566065:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1776267963.567746:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bc06130. 00000020:00000010:3.0:1776267963.567756:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000106434ce. 00000020:00000010:3.0:1776267963.567761:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.567791:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093c98bcd x1862549476138240/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267963.567827:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476138240 02000000:00000010:3.0:1776267963.567838:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000852aae78. 00010000:00000010:3.0:1776267963.567877:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed8a4d08. 00000100:00000010:3.0:1776267963.567884:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001d6857a5. 00000100:00000010:3.0:1776267963.567891:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001d6857a5. 00010000:00000010:3.0:1776267963.568204:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed8a4d08. 00000400:00000010:3.0:1776267963.568224:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b701ac31. 00000100:00000200:3.0:1776267963.568230:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476138240, offset 224 00000400:00000200:3.0:1776267963.568239:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.568252:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.568258:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91732:91732:256:4294967295] 192.168.202.34@tcp LPNI seq info [91732:91732:8:4294967295] 00000400:00000200:3.0:1776267963.568267:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.568273:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.568277:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eebf2bc3 (tot 82343546). 00000800:00000200:3.0:1776267963.568284:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.568289:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.568293:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eebf2bc3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.568321:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000106434ce. 00000020:00000010:3.0:1776267963.568326:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.568330:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bc06130. 02000000:00000010:3.0:1776267963.568350:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c470cf83. 00000100:00000010:3.0:1776267963.568354:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000032d5c907. 02000000:00000010:3.0:1776267963.568357:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000720a002a. 00000100:00000010:3.0:1776267963.568360:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b58eae9f. 02000000:00000010:3.0:1776267963.568362:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000078578b10. 00000100:00000010:3.0:1776267963.568364:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 02000000:00000010:3.0:1776267963.568367:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f4e3786a. 00000100:00000010:3.0:1776267963.568369:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a719f92a. 02000000:00000010:3.0:1776267963.568372:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c0a03b65. 00000100:00000010:3.0:1776267963.568374:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d68f2b7b. 02000000:00000010:3.0:1776267963.568377:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009a6ec3e. 00000100:00000010:3.0:1776267963.568379:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000200:3.0:1776267963.568386:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1776267963.568392:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000010ea73be. 00000400:00000010:3.0:1776267963.568396:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001d6857a5 (tot 82343698). 00000800:00000200:1.0:1776267963.568421:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.568424:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eebf2bc3 (tot 82343450). 00000400:00000200:1.0:1776267963.568428:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.568433:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.568437:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b701ac31 00000400:00000010:1.0:1776267963.568439:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b701ac31. 02000000:00000010:1.0:1776267963.568443:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000852aae78. 00000400:00000010:0.0:1776267963.573874:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f396a63. 00000400:00000200:0.0:1776267963.573883:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053790125 00000400:00000010:0.0:1776267963.573885:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053790125. 00000100:00000200:0.0:1776267963.573998:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a57d0cf0 x1862549489504000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267963.574008:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a57d0cf0 x1862549489504000/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267963.574037:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001325c41d. 02000000:00000010:0.0:1776267963.574055:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085f24814. 02000000:00000010:0.0:1776267963.574060:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8d4bcf2. 00000100:00000010:0.0:1776267963.574064:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a57d0cf0. 00000100:00000010:0.0:1776267963.574068:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:0.0:1776267963.574072:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004852fc13. 00080000:00000010:0.0:1776267963.574091:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085f24814. 00010000:00000010:0.0:1776267963.574179:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267963.574186:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006489748b. 00010000:00000010:0.0:1776267963.574277:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e536162. 00010000:00000010:0.0:1776267963.574283:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006bfe73db. 00010000:00000010:0.0:1776267963.574295:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004852fc13. 00000100:00000010:0.0:1776267963.574300:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267963.574307:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a57d0cf0. 02000000:00000010:0.0:1776267963.574318:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8d4bcf2. 02000000:00000010:0.0:1776267963.574437:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000993dd721. 00000400:00000010:0.0:1776267963.574443:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009f396a63. 00000400:00000010:0.0:1776267963.574448:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053790125. 00000100:00000200:0.0:1776267963.574455:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504064, portal 16 00000400:00000010:0.0:1776267963.574459:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbcb680. 00000100:00000200:0.0:1776267963.574461:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504064, offset 0 00000400:00000200:0.0:1776267963.574470:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.574483:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.574491:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.574495:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.574498:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.574501:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91733:91733:256:4294967295] 192.168.202.34@tcp LPNI seq info [91733:91733:8:4294967295] 00000400:00000200:0.0:1776267963.574510:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.574516:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.574521:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267963.574527:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.574533:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.574537:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267963.575310:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.575315:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:2.0:1776267963.575320:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.575327:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.575331:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbcb680 00000400:00000010:2.0:1776267963.575333:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbcb680. 00000100:00000200:2.0:1776267963.575352:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a57d0cf0 x1862549489504064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.581351:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.581373:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cf40 00000400:00000200:2.0:1776267963.581381:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7fc9 [1] + 224 00000400:00000200:2.0:1776267963.581393:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.581397:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.581406:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a57d0cf0 x1862549489504064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.581445:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.581450:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6dd40 00000400:00000200:2.0:1776267963.581456:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb692d [2] + 0 00000400:00000200:2.0:1776267963.581500:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.581503:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.581508:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267963.581513:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 00000020:00000010:3.0:1776267963.581593:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000891f6a3c. 00000020:00000010:3.0:1776267963.581600:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267963.581604:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.581632:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa9f9452 x1862549476138304/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267963.581664:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476138304 02000000:00000010:3.0:1776267963.581674:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001bc06130. 00010000:00000010:3.0:1776267963.581714:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed8a4d08. 00000100:00000010:3.0:1776267963.581720:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009be690fa. 00000100:00000010:3.0:1776267963.581727:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009be690fa. 00010000:00000010:3.0:1776267963.581730:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed8a4d08. 00000400:00000010:3.0:1776267963.581742:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035f6f22f. 00000100:00000200:3.0:1776267963.581746:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476138304, offset 224 00000400:00000200:3.0:1776267963.581754:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.581766:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.581771:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91734:91734:256:4294967295] 192.168.202.34@tcp LPNI seq info [91734:91734:8:4294967295] 00000400:00000200:3.0:1776267963.581782:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.581787:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.581791:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a42372d9 (tot 82343698). 00000800:00000200:3.0:1776267963.581796:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.581803:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.581806:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a42372d9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.581822:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267963.581825:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.581828:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000891f6a3c. 00000400:00000010:3.0:1776267963.581848:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009f396a63. 00000400:00000200:3.0:1776267963.581853:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053790125 00000400:00000010:3.0:1776267963.581854:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053790125. 00000100:00000200:3.0:1776267963.581859:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a57d0cf0 x1862549489504064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.581867:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a57d0cf0 x1862549489504064/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267963.581885:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f9e18757. 02000000:00000010:3.0:1776267963.581931:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000993dd721. 02000000:00000010:3.0:1776267963.581937:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8d4bcf2. 00000100:00000010:3.0:1776267963.581941:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a57d0cf0. 00000100:00000010:3.0:1776267963.581944:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:3.0:1776267963.581948:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004852fc13. 00080000:00000010:3.0:1776267963.581963:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000891f6a3c. 00010000:00000010:3.0:1776267963.582046:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006bfe73db. 00010000:00000010:3.0:1776267963.582053:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000280c4d76. 00010000:00000010:3.0:1776267963.582127:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000cc00ad3. 00010000:00000010:3.0:1776267963.582134:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d41fc713. 00010000:00000010:3.0:1776267963.582147:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed8a4d08. 00000100:00000010:3.0:1776267963.582150:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009be690fa. 00000100:00000010:3.0:1776267963.582158:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267963.582168:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb360aaa. 02000000:00000010:3.0:1776267963.582191:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc443004. 00000400:00000010:3.0:1776267963.582207:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3e5ca8f. 00000400:00000010:3.0:1776267963.582211:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000856d905e. 00000100:00000200:3.0:1776267963.582215:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504128, portal 16 00000400:00000010:3.0:1776267963.582218:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1ac30ef. 00000100:00000200:3.0:1776267963.582219:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504128, offset 0 00000400:00000200:3.0:1776267963.582224:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.582230:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.582238:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.582241:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.582244:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.582246:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91735:91735:255:4294967295] 192.168.202.34@tcp LPNI seq info [91735:91735:7:4294967295] 00000400:00000200:3.0:1776267963.582253:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.582258:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.582260:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005392cfb5 (tot 82343946). 00000800:00000200:3.0:1776267963.582265:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.582269:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.582271:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005392cfb5 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776267963.584125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f14e75. 00010000:00000010:0.1:1776267963.584140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c72d956. 00010000:00000010:0.1:1776267963.584145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6ed086b. 00010000:00000010:0.1:1776267963.584149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e60b5b39. 00010000:00000010:0.1:1776267963.584154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000592412b. 00010000:00000010:0.1:1776267963.584157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000666ac692. 00000800:00000200:0.0:1776267963.584218:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.584221:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a42372d9 (tot 82343698). 00000400:00000200:0.0:1776267963.584227:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.584235:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.584242:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035f6f22f 00000400:00000010:0.0:1776267963.584244:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035f6f22f. 00000800:00000200:0.0:1776267963.584317:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.584319:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005392cfb5 (tot 82343450). 00000400:00000200:0.0:1776267963.584323:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.584326:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.584328:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1ac30ef 00000400:00000010:0.0:1776267963.584329:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1ac30ef. 00000100:00000200:0.0:1776267963.584343:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489504128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.590547:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.590569:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cf80 00000400:00000200:2.0:1776267963.590577:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7fd5 [1] + 224 00000400:00000200:2.0:1776267963.590593:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.590596:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.590608:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489504128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.590639:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.590645:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6dd80 00000400:00000200:2.0:1776267963.590649:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb692d [2] + 328 00000400:00000200:2.0:1776267963.590709:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.590713:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.590717:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267963.590722:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 00000020:00000010:2.0:1776267963.590762:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000136e501e. 00000020:00000010:2.0:1776267963.590769:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b26d6657. 00000020:00000010:2.0:1776267963.590773:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267963.590796:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000425f4f8d x1862549476138368/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1776267963.590820:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476138368 02000000:00000010:2.0:1776267963.590830:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e025f0b7. 00010000:00000010:2.0:1776267963.590866:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005018f5f2. 00000100:00000010:2.0:1776267963.590872:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ac1bbcf6. 00000100:00000010:2.0:1776267963.590878:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ac1bbcf6. 00010000:00000010:2.0:1776267963.590882:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005018f5f2. 00000400:00000010:2.0:1776267963.590914:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d97fa0c. 00000100:00000200:2.0:1776267963.590930:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476138368, offset 224 00000400:00000200:2.0:1776267963.590937:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.590947:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.590952:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91736:91736:256:4294967295] 192.168.202.34@tcp LPNI seq info [91736:91736:8:4294967295] 00000400:00000200:2.0:1776267963.590960:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.590964:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.590969:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267963.590973:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.590981:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.590984:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267963.591002:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b26d6657. 00000020:00000010:2.0:1776267963.591006:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267963.591009:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000136e501e. 00000800:00000200:2.0:1776267963.591071:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.591074:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:2.0:1776267963.591079:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.591082:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.591085:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d97fa0c 00000400:00000010:2.0:1776267963.591087:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d97fa0c. 00000400:00000010:3.0:1776267963.595864:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3e5ca8f. 00000400:00000200:3.0:1776267963.595872:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:3.0:1776267963.595874:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00000100:00000200:3.0:1776267963.595888:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489504128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.595943:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489504128/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267963.595972:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000146badd8. 02000000:00000010:3.0:1776267963.595988:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc443004. 02000000:00000010:3.0:1776267963.595994:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb360aaa. 00000100:00000010:3.0:1776267963.595998:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267963.596003:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009be690fa. 00010000:00000010:3.0:1776267963.596006:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed8a4d08. 00080000:00000010:3.0:1776267963.596026:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb360aaa. 00010000:00000010:3.0:1776267963.596116:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d41fc713. 00010000:00000010:3.0:1776267963.596124:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a904caf0. 00010000:00000010:3.0:1776267963.596212:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043f2924a. 00010000:00000010:3.0:1776267963.596219:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d41fc713. 00010000:00000010:3.0:1776267963.596233:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed8a4d08. 00000100:00000010:3.0:1776267963.596239:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009be690fa. 00000100:00000010:3.0:1776267963.596246:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267963.596259:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc443004. 02000000:00000010:3.0:1776267963.596293:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000852aae78. 00000400:00000010:3.0:1776267963.596299:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3e5ca8f. 00000400:00000010:3.0:1776267963.596303:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000856d905e. 00000100:00000200:3.0:1776267963.596310:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504192, portal 16 00000400:00000010:3.0:1776267963.596315:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000503c1aa0. 00000100:00000200:3.0:1776267963.596317:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504192, offset 0 00000400:00000200:3.0:1776267963.596324:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.596341:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.596348:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.596351:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.596354:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.596358:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91737:91737:256:4294967295] 192.168.202.34@tcp LPNI seq info [91737:91737:8:4294967295] 00000400:00000200:3.0:1776267963.596367:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.596373:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.596378:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006690fbb6 (tot 82343698). 00000800:00000200:3.0:1776267963.596385:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.596393:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.596397:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006690fbb6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.605414:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.605423:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006690fbb6 (tot 82343450). 00000400:00000200:0.0:1776267963.605431:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.605439:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.605445:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000503c1aa0 00000400:00000010:0.0:1776267963.605447:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000503c1aa0. 00000100:00000200:0.0:1776267963.605458:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489504192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267963.606522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad62c48d. 00010000:00000010:3.1:1776267963.606533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1aa36aa. 00010000:00000010:3.1:1776267963.606537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e536162. 00000400:00000200:3.0:1776267963.615023:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.615045:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 26 MB=0x69dfa97e6ddc0 00000400:00000200:3.0:1776267963.615054:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.34@tcp of length 224/224 into md 0x91359 [2] + 0 00000400:00000010:3.0:1776267963.615063:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000001b1eb00. 00000400:00000200:3.0:1776267963.615069:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f169b824 00000400:00000200:3.0:1776267963.615080:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.615085:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.615090:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f169b824 00000400:00000010:3.0:1776267963.615092:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f169b824 (tot 82343298). 00000100:00000200:3.0:1776267963.615098:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1776267963.615124:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.615129:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 28 MB=0x69dfa97e6de40 00000400:00000200:3.0:1776267963.615134:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.34@tcp of length 224/224 into md 0x79675 [8] + 10296 00000400:00000200:3.0:1776267963.615140:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.615143:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.615146:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1776267963.615150:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b58eae9f. 00000400:00000200:3.0:1776267963.615171:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.615175:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 12 MB=0x69dfa97e6de00 00000400:00000200:3.0:1776267963.615181:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.34@tcp of length 224/224 into md 0x81299 [64] + 30104 00000400:00000200:3.0:1776267963.615186:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.615189:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.615191:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1776267963.615205:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026e2b15d. 00000400:00000200:3.0:1776267963.615219:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.615223:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 28 MB=0x69dfa97e6de80 00000400:00000200:3.0:1776267963.615226:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.34@tcp of length 224/224 into md 0x79675 [8] + 10520 00000400:00000200:3.0:1776267963.615236:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.615239:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.615241:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1776267963.615243:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001bd626d3. 00000020:00000010:0.0:1776267963.615386:0:71866:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000993dd721. 00000020:00000010:0.0:1776267963.615393:0:71866:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.615398:0:71866:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.615442:0:71866:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476138432 02000000:00000010:0.0:1776267963.615465:0:71866:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000032374aed. 00010000:00000200:0.0:1776267963.615477:0:71866:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000610abf10 x1862549476138432/t0(0) o400->0db9025b-5570-4da3-a9c7-9d4eac5c9e7d@192.168.202.34@tcp:609/0 lens 224/224 e 0 to 0 dl 1776267969 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:0.0:1776267963.615495:0:71866:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000673fe50f. 00000100:00000200:0.0:1776267963.615500:0:71866:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1862549476138432, offset 224 00000400:00000200:0.0:1776267963.615508:0:71866:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.615519:0:71866:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.615525:0:71866:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91738:91738:256:4294967295] 192.168.202.34@tcp LPNI seq info [91738:91738:8:4294967295] 00000400:00000200:0.0:1776267963.615535:0:71866:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.615541:0:71866:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.615545:0:71866:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343546). 00000800:00000200:0.0:1776267963.615551:0:71866:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.615558:0:71866:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.615561:0:71866:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.615577:0:71866:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.615581:0:71866:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.615584:0:71866:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000993dd721. 00000100:00000200:0.0:1776267963.615592:0:71866:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1776267963.615596:0:71866:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060ea21af. 00000400:00000010:0.0:1776267963.615600:0:71866:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002fc4c69a (tot 82343698). 00000020:00000010:0.0:1776267963.615620:0:64851:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000993dd721. 00000020:00000010:0.0:1776267963.615624:0:64851:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.615625:0:64851:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.615647:0:64851:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476138496 02000000:00000010:0.0:1776267963.615658:0:64851:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000163d1e9a. 00010000:00000200:0.0:1776267963.615663:0:64851:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000026e2b15d x1862549476138496/t0(0) o400->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 224/224 e 0 to 0 dl 1776268006 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:0.0:1776267963.615673:0:64851:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053790125. 00000100:00000200:0.0:1776267963.615676:0:64851:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1862549476138496, offset 224 00000400:00000200:0.0:1776267963.615680:0:64851:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.615686:0:64851:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.615690:0:64851:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91739:91739:255:4294967295] 192.168.202.34@tcp LPNI seq info [91739:91739:7:4294967295] 00000400:00000200:0.0:1776267963.615994:0:64851:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.616001:0:64851:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.616004:0:64851:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343946). 00000800:00000200:0.0:1776267963.616009:0:64851:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.616013:0:64851:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.616015:0:64851:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.616023:0:64851:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.616025:0:64851:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.616028:0:64851:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000993dd721. 00000020:00000010:1.0:1776267963.616468:0:72229:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe3aa6d3. 00000020:00000010:1.0:1776267963.616474:0:72229:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267963.616477:0:72229:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267963.616512:0:72229:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bbf4a33. 00000020:00000010:1.0:1776267963.616515:0:72229:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000818bd485. 00000020:00000010:1.0:1776267963.616518:0:72229:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f55a5627. 00000100:00000200:1.0:1776267963.616538:0:72229:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476138560 02000000:00000010:1.0:1776267963.616548:0:72229:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003777ae3d. 00010000:00000200:1.0:1776267963.616555:0:72229:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000b58eae9f x1862549476138560/t0(0) o400->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:609/0 lens 224/224 e 0 to 0 dl 1776267969 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776267963.616565:0:72229:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021518615. 00000100:00000200:1.0:1776267963.616570:0:72229:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862549476138560, offset 224 00000400:00000200:1.0:1776267963.616575:0:72229:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.616583:0:72229:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.616586:0:72229:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91740:91740:254:4294967295] 192.168.202.34@tcp LPNI seq info [91740:91740:6:4294967295] 00000400:00000200:1.0:1776267963.616594:0:72229:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.616597:0:72229:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.616599:0:72229:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82344194). 00000800:00000200:1.0:1776267963.616603:0:72229:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.616607:0:72229:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.616610:0:72229:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267963.616616:0:72229:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267963.616619:0:72229:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267963.616621:0:72229:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe3aa6d3. 00000100:00000200:1.0:1776267963.616631:0:72229:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476138624 02000000:00000010:1.0:1776267963.616637:0:72229:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe3aa6d3. 00010000:00000200:1.0:1776267963.616641:0:72229:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000001bd626d3 x1862549476138624/t0(0) o400->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:609/0 lens 224/224 e 0 to 0 dl 1776267969 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1776267963.616650:0:72229:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f2dfd06. 00000100:00000200:1.0:1776267963.616652:0:72229:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1862549476138624, offset 224 00000400:00000200:1.0:1776267963.616656:0:72229:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.616660:0:72229:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.616663:0:72229:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91741:91741:253:4294967295] 192.168.202.34@tcp LPNI seq info [91741:91741:5:4294967295] 00000400:00000200:1.0:1776267963.616670:0:72229:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.616674:0:72229:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.616676:0:72229:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82344442). 00000800:00000200:1.0:1776267963.616679:0:72229:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.616682:0:72229:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.616684:0:72229:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267963.616690:0:72229:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000818bd485. 00000020:00000010:1.0:1776267963.616693:0:72229:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f55a5627. 00000020:00000010:1.0:1776267963.616695:0:72229:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bbf4a33. 00000800:00000200:3.0:1776267963.618997:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.619003:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82344194). 00000400:00000200:3.0:1776267963.619010:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.619019:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.619025:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000673fe50f 00000400:00000010:3.0:1776267963.619028:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000673fe50f. 02000000:00000010:3.0:1776267963.619035:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000032374aed. 00000800:00000200:3.0:1776267963.619052:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.619053:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343946). 00000400:00000200:3.0:1776267963.619055:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.619058:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.619059:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053790125 00000400:00000010:3.0:1776267963.619061:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053790125. 00000800:00000200:3.0:1776267963.619067:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.619068:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343698). 00000400:00000200:3.0:1776267963.619072:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.619074:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.619076:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021518615 00000400:00000010:3.0:1776267963.619077:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021518615. 00000800:00000200:3.0:1776267963.619118:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.619119:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:3.0:1776267963.619122:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.619125:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.619127:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f2dfd06 00000400:00000010:3.0:1776267963.619129:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f2dfd06. 00010000:00000010:3.1:1776267963.620016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6cbc17c. 00010000:00000010:3.1:1776267963.620027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000cae885. 00010000:00000010:3.1:1776267963.620031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cc00ad3. 00000400:00000200:0.0:1776267963.626956:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.626975:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2cfc0 00000400:00000200:0.0:1776267963.626984:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb7fe1 [1] + 224 00000400:00000200:0.0:1776267963.626997:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.627002:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.627015:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489504192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.627046:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.627051:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6dec0 00000400:00000200:0.0:1776267963.627056:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb692d [2] + 656 00000400:00000200:0.0:1776267963.627065:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.627068:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.627071:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267963.627077:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c54bf38. 00000020:00000010:1.0:1776267963.628636:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e11d7718. 00000020:00000010:1.0:1776267963.628650:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267963.628655:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f55a5627. 00000100:00000200:1.0:1776267963.628696:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c54bf38 x1862549476138688/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267963.628742:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476138688 02000000:00000010:1.0:1776267963.628754:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc492d9e. 00010000:00000010:1.0:1776267963.628802:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267963.628816:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000be197134. 00000100:00000010:1.0:1776267963.628825:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000be197134. 00010000:00000010:1.0:1776267963.628828:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00000400:00000010:1.0:1776267963.628843:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9ff3e4. 00000100:00000200:1.0:1776267963.628848:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476138688, offset 224 00000400:00000200:1.0:1776267963.628855:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.628869:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.628876:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91742:91742:256:4294967295] 192.168.202.34@tcp LPNI seq info [91742:91742:8:4294967295] 00000400:00000200:1.0:1776267963.628886:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.628891:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.628914:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343698). 00000800:00000200:1.0:1776267963.628920:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.628927:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.628930:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267963.628949:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e231fe46. 00000020:00000010:1.0:1776267963.628953:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f55a5627. 00000020:00000010:1.0:1776267963.628956:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e11d7718. 00000800:00000200:1.0:1776267963.629061:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.629064:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:1.0:1776267963.629071:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.629075:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.629079:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9ff3e4 00000400:00000010:1.0:1776267963.629081:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9ff3e4. 00000400:00000010:3.0:1776267963.630226:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3e5ca8f. 00000400:00000200:3.0:1776267963.630235:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:3.0:1776267963.630236:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00000100:00000200:3.0:1776267963.630247:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489504192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.630257:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489504192/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267963.630282:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001da4c6e7. 02000000:00000010:3.0:1776267963.630301:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000852aae78. 02000000:00000010:3.0:1776267963.630308:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc443004. 00000100:00000010:3.0:1776267963.630313:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:3.0:1776267963.630316:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009be690fa. 00010000:00000010:3.0:1776267963.630320:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed8a4d08. 00080000:00000010:3.0:1776267963.630340:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8d4bcf2. 00010000:00000010:3.0:1776267963.630431:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d41fc713. 00010000:00000010:3.0:1776267963.630437:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac97161b. 00010000:00000010:3.0:1776267963.630517:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000cc00ad3. 00010000:00000010:3.0:1776267963.630523:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d41fc713. 00010000:00000010:3.0:1776267963.630535:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ed8a4d08. 00000100:00000010:3.0:1776267963.630539:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009be690fa. 00000100:00000010:3.0:1776267963.630547:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267963.630560:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc443004. 02000000:00000010:1.0:1776267963.630685:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e11d7718. 00000400:00000010:1.0:1776267963.630692:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000027be0b95. 00000400:00000010:1.0:1776267963.630697:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9ff3e4. 00000100:00000200:1.0:1776267963.630703:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504256, portal 16 00000400:00000010:1.0:1776267963.630709:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b353dff. 00000100:00000200:1.0:1776267963.630711:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504256, offset 0 00000400:00000200:1.0:1776267963.630718:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.630730:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.630739:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267963.630742:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267963.630745:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267963.630747:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91743:91743:256:4294967295] 192.168.202.34@tcp LPNI seq info [91743:91743:8:4294967295] 00000400:00000200:1.0:1776267963.630756:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.630761:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.630764:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343698). 00000800:00000200:1.0:1776267963.630770:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.630777:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.630781:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267963.631146:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.631150:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343450). 00000400:00000200:3.0:1776267963.631155:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.631160:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.631164:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b353dff 00000400:00000010:3.0:1776267963.631166:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b353dff. 00000100:00000200:3.0:1776267963.631172:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000050969a85 x1862549489504256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.638138:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.638158:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d000 00000400:00000200:0.0:1776267963.638167:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb8001 [1] + 224 00000400:00000200:0.0:1776267963.638180:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.638184:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.638206:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000050969a85 x1862549489504256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267963.638657:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.638667:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6df00 00000400:00000200:3.0:1776267963.638672:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb692d [2] + 984 00000400:00000010:1.0:1776267963.638868:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000027be0b95. 00000400:00000200:1.0:1776267963.638873:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9ff3e4 00000400:00000010:1.0:1776267963.638875:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9ff3e4. 00000100:00000200:1.0:1776267963.638882:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000050969a85 x1862549489504256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267963.638889:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000050969a85 x1862549489504256/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267963.638941:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e11d7718. 02000000:00000010:1.0:1776267963.638948:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc443004. 00000100:00000010:1.0:1776267963.638953:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000050969a85. 00000100:00000010:1.0:1776267963.638957:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009be690fa. 00010000:00000010:1.0:1776267963.638962:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ed8a4d08. 00000400:00000200:3.0:1776267963.639444:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.639450:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.639456:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267963.639461:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6a3c49b. 00000020:00000010:0.0:1776267963.639680:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033aead34. 00000020:00000010:0.0:1776267963.639688:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.639692:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.640079:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a6a3c49b x1862549476138752/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267963.640144:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476138752 02000000:00000010:0.0:1776267963.640155:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001dc40ec6. 00010000:00000010:0.0:1776267963.640182:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004373f22d. 00010000:00000010:0.0:1776267963.640210:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267963.640217:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f169b824. 00000100:00000010:0.0:1776267963.640234:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f169b824. 00010000:00000010:0.0:1776267963.640238:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00000400:00000010:0.0:1776267963.640249:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbcb680. 00000100:00000200:0.0:1776267963.640254:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476138752, offset 224 00000400:00000200:0.0:1776267963.640262:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.640274:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.640280:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91744:91744:256:4294967295] 192.168.202.34@tcp LPNI seq info [91744:91744:8:4294967295] 00000400:00000200:0.0:1776267963.640290:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.640295:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.640300:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343698). 00000800:00000200:0.0:1776267963.640306:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.640314:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.640318:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.640336:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.640351:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.640353:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033aead34. 00080000:00000010:2.0:1776267963.640359:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000699962b8. 00010000:00000010:2.0:1776267963.640454:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d41fc713. 00010000:00000010:2.0:1776267963.640461:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fab0ea30. 00000800:00000200:3.0:1776267963.640530:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.640534:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343450). 00000400:00000200:3.0:1776267963.640538:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.640542:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.640547:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbcb680 00000400:00000010:3.0:1776267963.640549:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbcb680. 00010000:00000010:2.0:1776267963.640568:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003170a25d. 00010000:00000010:2.0:1776267963.640576:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000059555938. 00010000:00000010:2.0:1776267963.640587:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a70b036. 00000100:00000010:2.0:1776267963.640590:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ac1bbcf6. 00000100:00000010:2.0:1776267963.640596:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192be620. 02000000:00000010:2.0:1776267963.640607:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c0a03b65. 02000000:00000010:2.0:1776267963.640631:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2b24287. 00000400:00000010:2.0:1776267963.640636:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb916c99. 00000400:00000010:2.0:1776267963.640640:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d97fa0c. 00000100:00000200:2.0:1776267963.640645:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504320, portal 16 00000400:00000010:2.0:1776267963.640649:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003f373599. 00000100:00000200:2.0:1776267963.640651:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504320, offset 0 00000400:00000200:2.0:1776267963.640656:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.640663:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.640669:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267963.640673:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267963.640676:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267963.640678:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91745:91745:256:4294967295] 192.168.202.34@tcp LPNI seq info [91745:91745:8:4294967295] 00000400:00000200:2.0:1776267963.640685:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.640689:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.640692:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267963.640696:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.640699:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.640702:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267963.641632:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.641636:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:3.0:1776267963.641642:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.641648:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.641652:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003f373599 00000400:00000010:3.0:1776267963.641653:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003f373599. 00000100:00000200:3.0:1776267963.641660:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000192be620 x1862549489504320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.644067:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.644089:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d040 00000400:00000200:2.0:1776267963.644099:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb800d [1] + 224 00000400:00000200:2.0:1776267963.644111:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.644114:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.644125:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000192be620 x1862549489504320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.644174:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.644180:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6df40 00000400:00000200:2.0:1776267963.644207:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb692d [2] + 1312 00000400:00000010:3.0:1776267963.644225:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb916c99. 00000400:00000200:3.0:1776267963.644230:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d97fa0c 00000400:00000010:3.0:1776267963.644232:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d97fa0c. 00000100:00000200:3.0:1776267963.644239:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000192be620 x1862549489504320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.644247:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000192be620 x1862549489504320/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.644268:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.644273:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.644277:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1776267963.644280:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2b24287. 00000100:00000010:2.0:1776267963.644283:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090b3b0d2. 02000000:00000010:3.0:1776267963.644287:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c0a03b65. 00000100:00000010:3.0:1776267963.644291:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192be620. 00000100:00000010:3.0:1776267963.644295:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ac1bbcf6. 00010000:00000010:3.0:1776267963.644301:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a70b036. 00000020:00000010:3.0:1776267963.644354:0:75364:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000852aae78. 00000020:00000010:3.0:1776267963.644361:0:75364:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267963.644366:0:75364:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.644396:0:75364:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090b3b0d2 x1862549476138816/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267963.644431:0:75364:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476138816 02000000:00000010:3.0:1776267963.644444:0:75364:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dc443004. 00010000:00000010:3.0:1776267963.644468:0:75364:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009cef9f87. 00010000:00000010:3.0:1776267963.644493:0:75364:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ebbfe1e. 00000100:00000010:3.0:1776267963.644500:0:75364:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067ab02fa. 00000100:00000010:3.0:1776267963.644510:0:75364:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067ab02fa. 00010000:00000010:3.0:1776267963.644513:0:75364:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ebbfe1e. 00000400:00000010:3.0:1776267963.644525:0:75364:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000856d905e. 00000100:00000200:3.0:1776267963.644529:0:75364:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476138816, offset 224 00000400:00000200:3.0:1776267963.644537:0:75364:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.644547:0:75364:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.644552:0:75364:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91746:91746:256:4294967295] 192.168.202.34@tcp LPNI seq info [91746:91746:8:4294967295] 00000400:00000200:3.0:1776267963.644563:0:75364:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.644568:0:75364:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.644573:0:75364:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab69bfc5 (tot 82343698). 00000800:00000200:3.0:1776267963.644579:0:75364:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.644586:0:75364:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.644590:0:75364:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ab69bfc5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.644606:0:75364:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267963.644611:0:75364:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.644614:0:75364:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000852aae78. 00000800:00000200:3.0:1776267963.644674:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.644677:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab69bfc5 (tot 82343450). 00000400:00000200:3.0:1776267963.644680:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.644684:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.644686:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:3.0:1776267963.644688:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00080000:00000010:3.0:1776267963.644800:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000852aae78. 00010000:00000010:3.0:1776267963.645084:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059555938. 00010000:00000010:3.0:1776267963.645094:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc8751f6. 00010000:00000010:3.0:1776267963.645185:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7c9557f. 00010000:00000010:3.0:1776267963.645192:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267963.645213:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ebbfe1e. 00000100:00000010:3.0:1776267963.645217:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067ab02fa. 00000100:00000010:3.0:1776267963.645223:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038d6bd92. 02000000:00000010:3.0:1776267963.645235:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032374aed. 02000000:00000010:3.0:1776267963.645260:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000993dd721. 00000400:00000010:3.0:1776267963.645265:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3e5ca8f. 00000400:00000010:3.0:1776267963.645269:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000856d905e. 00000100:00000200:3.0:1776267963.645274:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504384, portal 16 00000400:00000010:3.0:1776267963.645279:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267963.645280:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504384, offset 0 00000400:00000200:3.0:1776267963.645286:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.645293:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.645300:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.645304:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.645307:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.645310:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91747:91747:256:4294967295] 192.168.202.34@tcp LPNI seq info [91747:91747:8:4294967295] 00000400:00000200:3.0:1776267963.645319:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.645323:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.645326:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab69bfc5 (tot 82343698). 00000800:00000200:3.0:1776267963.645330:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.645335:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.645337:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ab69bfc5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267963.645389:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.645391:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab69bfc5 (tot 82343450). 00000400:00000200:3.0:1776267963.645394:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.645398:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.645400:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:3.0:1776267963.645401:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000100:00000200:3.0:1776267963.645406:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038d6bd92 x1862549489504384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.651112:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.651131:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d080 00000400:00000200:2.0:1776267963.651140:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb8019 [1] + 224 00000400:00000200:2.0:1776267963.651156:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.651160:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.651171:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038d6bd92 x1862549489504384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267963.651813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016259789. 00010000:00000010:3.1:1776267963.651821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4d7ba49. 00010000:00000010:3.1:1776267963.651824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043f2924a. 00000400:00000010:3.0:1776267963.651945:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3e5ca8f. 00000400:00000200:3.0:1776267963.651950:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:3.0:1776267963.651952:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00000100:00000200:3.0:1776267963.651959:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038d6bd92 x1862549489504384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.651969:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038d6bd92 x1862549489504384/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267963.652001:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000993dd721. 02000000:00000010:3.0:1776267963.652008:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032374aed. 00000100:00000010:3.0:1776267963.652013:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038d6bd92. 00000100:00000010:3.0:1776267963.652017:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067ab02fa. 00010000:00000010:3.0:1776267963.652021:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ebbfe1e. 00000400:00000200:0.0:1776267963.652135:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.652146:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6df80 00000400:00000200:0.0:1776267963.652152:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb692d [2] + 1640 00000400:00000200:0.0:1776267963.652213:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.652217:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.652222:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267963.652227:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001432bc6c. 00000020:00000010:3.0:1776267963.652551:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000836d418d. 00000020:00000010:3.0:1776267963.652557:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267963.652561:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.652583:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001432bc6c x1862549476138880/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776267963.652615:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476138880 02000000:00000010:3.0:1776267963.652626:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000032374aed. 00010000:00000010:3.0:1776267963.652651:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000aec220d. 00010000:00000010:3.0:1776267963.652669:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ebbfe1e. 00000100:00000010:3.0:1776267963.652674:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067ab02fa. 00000100:00000010:3.0:1776267963.652683:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067ab02fa. 00010000:00000010:3.0:1776267963.652685:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ebbfe1e. 00000400:00000010:3.0:1776267963.652696:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000856d905e. 00000100:00000200:3.0:1776267963.652700:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476138880, offset 224 00000400:00000200:3.0:1776267963.652706:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.652716:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.652722:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91748:91748:256:4294967295] 192.168.202.34@tcp LPNI seq info [91748:91748:8:4294967295] 00000400:00000200:3.0:1776267963.652731:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.652736:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.652740:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab69bfc5 (tot 82343698). 00000800:00000200:3.0:1776267963.652745:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.652752:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.652755:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ab69bfc5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.652768:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267963.652772:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.652775:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000836d418d. 00000800:00000200:3.0:1776267963.652844:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.652848:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab69bfc5 (tot 82343450). 00000400:00000200:3.0:1776267963.652851:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.652854:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.652857:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:3.0:1776267963.652858:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00080000:00000010:3.0:1776267963.652885:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000836d418d. 00010000:00000010:3.0:1776267963.653025:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267963.653031:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd16fe9c. 00010000:00000010:3.0:1776267963.653105:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043f2924a. 00010000:00000010:3.0:1776267963.653110:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267963.653118:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ebbfe1e. 00000100:00000010:3.0:1776267963.653121:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067ab02fa. 00000100:00000010:3.0:1776267963.653127:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038d6bd92. 02000000:00000010:3.0:1776267963.653138:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000993dd721. 02000000:00000010:3.0:1776267963.653158:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009a6ec3e. 00000400:00000010:3.0:1776267963.653161:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3e5ca8f. 00000400:00000010:3.0:1776267963.653165:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000856d905e. 00000100:00000200:3.0:1776267963.653169:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504448, portal 16 00000400:00000010:3.0:1776267963.653173:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267963.653174:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504448, offset 0 00000400:00000200:3.0:1776267963.653178:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.653184:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.653191:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.653207:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.653210:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.653213:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91749:91749:256:4294967295] 192.168.202.34@tcp LPNI seq info [91749:91749:8:4294967295] 00000400:00000200:3.0:1776267963.653220:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.653225:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.653227:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab69bfc5 (tot 82343698). 00000800:00000200:3.0:1776267963.653231:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.653235:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.653237:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ab69bfc5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267963.653278:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.653280:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab69bfc5 (tot 82343450). 00000400:00000200:3.0:1776267963.653282:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.653285:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.653287:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:3.0:1776267963.653288:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000100:00000200:3.0:1776267963.653292:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038d6bd92 x1862549489504448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267963.655936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000233c5643. 00010000:00000010:2.1:1776267963.655947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cc00ad3. 00010000:00000010:3.1:1776267963.659939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b68946. 00010000:00000010:3.1:1776267963.659953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccbab5fd. 00010000:00000010:3.1:1776267963.659958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003170a25d. 00010000:00000010:0.1:1776267963.660811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c6a7d7. 00000400:00000200:0.0:1776267963.661501:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.661519:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d0c0 00000400:00000200:0.0:1776267963.661528:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb8025 [1] + 224 00000400:00000200:0.0:1776267963.661545:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.661549:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.661559:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038d6bd92 x1862549489504448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267963.662043:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3e5ca8f. 00000400:00000200:3.0:1776267963.662050:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:3.0:1776267963.662052:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00000100:00000200:3.0:1776267963.662061:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038d6bd92 x1862549489504448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.662069:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038d6bd92 x1862549489504448/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267963.662105:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009a6ec3e. 02000000:00000010:3.0:1776267963.662113:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000993dd721. 00000100:00000010:3.0:1776267963.662118:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038d6bd92. 00000100:00000010:3.0:1776267963.662121:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067ab02fa. 00010000:00000010:3.0:1776267963.662126:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ebbfe1e. 00000400:00000200:3.0:1776267963.663258:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.663274:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6dfc0 00000400:00000200:3.0:1776267963.663282:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb692d [2] + 1968 00000400:00000010:3.0:1776267963.663286:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009135d318. 00000400:00000200:3.0:1776267963.663292:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a9cb5d81 00000400:00000200:3.0:1776267963.663361:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.663366:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.663370:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9cb5d81 00000400:00000010:3.0:1776267963.663373:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a9cb5d81 (tot 82343298). 00000100:00000200:3.0:1776267963.663378:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776267963.663577:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046b1fb9d. 00000020:00000010:0.0:1776267963.663585:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.663589:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.663616:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a2397e6 x1862549476138944/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267963.663648:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476138944 02000000:00000010:0.0:1776267963.663663:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0fd1dae. 00010000:00000010:0.0:1776267963.663695:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df34efd8. 00010000:00000010:0.0:1776267963.663713:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267963.663721:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f169b824. 00000100:00000010:0.0:1776267963.663744:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f169b824. 00010000:00000010:0.0:1776267963.663749:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00000400:00000010:0.0:1776267963.663760:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267963.663766:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476138944, offset 224 00000400:00000200:0.0:1776267963.663775:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.663789:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.663795:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91750:91750:256:4294967295] 192.168.202.34@tcp LPNI seq info [91750:91750:8:4294967295] 00000400:00000200:0.0:1776267963.663806:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.663812:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.663816:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343546). 00000800:00000200:0.0:1776267963.663822:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.663828:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.663832:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.663850:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.663854:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.663857:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046b1fb9d. 02000000:00000010:0.0:1776267963.663866:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000032374aed. 00000100:00000010:0.0:1776267963.663871:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001432bc6c. 02000000:00000010:0.0:1776267963.663874:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dc443004. 00000100:00000010:0.0:1776267963.663876:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090b3b0d2. 02000000:00000010:0.0:1776267963.663880:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001dc40ec6. 00000100:00000010:0.0:1776267963.663882:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a6a3c49b. 02000000:00000010:0.0:1776267963.663885:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc492d9e. 00000100:00000010:0.0:1776267963.663887:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c54bf38. 02000000:00000010:0.0:1776267963.663890:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e025f0b7. 00000100:00000010:0.0:1776267963.663914:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 02000000:00000010:0.0:1776267963.663922:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001bc06130. 00000100:00000010:0.0:1776267963.663925:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 00000100:00000200:0.0:1776267963.663931:0:64837:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776267963.663936:0:64837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000114702da. 00000400:00000010:0.0:1776267963.663941:0:64837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f169b824 (tot 82343698). 00080000:00000010:1.0:1776267963.663957:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e11d7718. 00000800:00000200:0.0:1776267963.664021:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.664024:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:0.0:1776267963.664029:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.664033:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.664035:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267963.664036:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 02000000:00000010:0.0:1776267963.664040:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0fd1dae. 00010000:00000010:1.0:1776267963.664050:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004899b17b. 00010000:00000010:1.0:1776267963.664057:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015e8bb38. 00010000:00000010:1.0:1776267963.664136:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b64e2e7. 00010000:00000010:1.0:1776267963.664144:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000026888f9b. 00010000:00000010:1.0:1776267963.664157:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267963.664161:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db481cb9. 00000100:00000010:1.0:1776267963.664169:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073ff5367. 02000000:00000010:1.0:1776267963.664203:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082a2dd4b. 02000000:00000010:1.0:1776267963.664232:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bc492d9e. 00000400:00000010:1.0:1776267963.664236:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000027be0b95. 00000400:00000010:1.0:1776267963.664240:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9ff3e4. 00000100:00000200:1.0:1776267963.664243:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504512, portal 16 00000400:00000010:1.0:1776267963.664247:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bce3776. 00000100:00000200:1.0:1776267963.664249:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504512, offset 0 00000400:00000200:1.0:1776267963.664254:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.664261:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.664268:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267963.664272:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267963.664275:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267963.664277:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91751:91751:256:4294967295] 192.168.202.34@tcp LPNI seq info [91751:91751:8:4294967295] 00000400:00000200:1.0:1776267963.664284:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.664288:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.664290:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267963.664294:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.664298:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.664300:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.664508:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.664511:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:0.0:1776267963.664516:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.664520:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.664524:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bce3776 00000400:00000010:0.0:1776267963.664525:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bce3776. 00000100:00000200:0.0:1776267963.664531:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000073ff5367 x1862549489504512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267963.667670:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.667690:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d100 00000400:00000200:3.0:1776267963.667712:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb8035 [1] + 224 00000400:00000200:3.0:1776267963.667729:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.667734:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.667743:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000073ff5367 x1862549489504512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.669388:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.669408:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e000 00000400:00000200:0.0:1776267963.669417:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6985 [2] + 0 00000400:00000200:0.0:1776267963.669476:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.669481:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.669487:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267963.669494:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c54bf38. 00000020:00000010:3.0:1776267963.670032:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4e3786a. 00000020:00000010:3.0:1776267963.670039:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267963.670043:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.670071:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005c54bf38 x1862549476139008/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1776267963.670102:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139008 02000000:00000010:3.0:1776267963.670115:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000993dd721. 00010000:00000010:3.0:1776267963.670162:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ebbfe1e. 00000100:00000010:3.0:1776267963.670169:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067ab02fa. 00000100:00000010:3.0:1776267963.670176:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067ab02fa. 00010000:00000010:3.0:1776267963.670180:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ebbfe1e. 00000400:00000010:3.0:1776267963.670207:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000856d905e. 00000100:00000200:3.0:1776267963.670213:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139008, offset 224 00000400:00000200:3.0:1776267963.670220:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.670232:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.670238:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91752:91752:256:4294967295] 192.168.202.34@tcp LPNI seq info [91752:91752:8:4294967295] 00000400:00000200:3.0:1776267963.670250:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.670255:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.670261:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab69bfc5 (tot 82343698). 00000800:00000200:3.0:1776267963.670268:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.670276:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.670279:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ab69bfc5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.670298:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b50e217e. 00000020:00000010:3.0:1776267963.670303:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.670306:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4e3786a. 00000400:00000010:1.0:1776267963.671115:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000027be0b95. 00000800:00000200:0.0:1776267963.671115:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1776267963.671121:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9ff3e4 00000800:00000010:0.0:1776267963.671121:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab69bfc5 (tot 82343450). 00000400:00000010:1.0:1776267963.671123:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9ff3e4. 00000400:00000200:0.0:1776267963.671125:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1776267963.671131:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000073ff5367 x1862549489504512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.671131:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.671134:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000856d905e 00000400:00000010:0.0:1776267963.671135:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000856d905e. 00000100:00000200:1.0:1776267963.671140:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000073ff5367 x1862549489504512/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267963.671162:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000576ee9da. 02000000:00000010:1.0:1776267963.671178:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bc492d9e. 02000000:00000010:1.0:1776267963.671204:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000082a2dd4b. 00000100:00000010:1.0:1776267963.671207:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073ff5367. 00000100:00000010:1.0:1776267963.671212:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db481cb9. 00010000:00000010:1.0:1776267963.671215:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00080000:00000010:1.0:1776267963.671231:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082a2dd4b. 00010000:00000010:1.0:1776267963.671308:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000026888f9b. 00010000:00000010:1.0:1776267963.671315:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001b233f3a. 00010000:00000010:1.0:1776267963.671391:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c1bfd44. 00010000:00000010:1.0:1776267963.671397:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000026888f9b. 00010000:00000010:1.0:1776267963.671407:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084b5e887. 00000100:00000010:1.0:1776267963.671412:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db481cb9. 00000100:00000010:1.0:1776267963.671418:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073ff5367. 02000000:00000010:1.0:1776267963.671428:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bc492d9e. 02000000:00000010:1.0:1776267963.671449:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005aa849f3. 00000400:00000010:1.0:1776267963.671453:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000027be0b95. 00000400:00000010:1.0:1776267963.671457:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9ff3e4. 00000100:00000200:1.0:1776267963.671463:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504576, portal 16 00000400:00000010:1.0:1776267963.671467:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000669f343e. 00000100:00000200:1.0:1776267963.671469:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504576, offset 0 00000400:00000200:1.0:1776267963.671474:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.671483:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.671489:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267963.671492:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267963.671496:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267963.671498:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91753:91753:256:4294967295] 192.168.202.34@tcp LPNI seq info [91753:91753:8:4294967295] 00000400:00000200:1.0:1776267963.671507:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.671511:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.671516:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029262dde (tot 82343698). 00000800:00000200:1.0:1776267963.671521:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.671526:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.671529:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029262dde type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.671797:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.671800:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029262dde (tot 82343450). 00000400:00000200:0.0:1776267963.671805:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.671809:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.671812:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000669f343e 00000400:00000010:0.0:1776267963.671813:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000669f343e. 00000100:00000200:0.0:1776267963.671818:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000073ff5367 x1862549489504576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267963.672965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb5e5d9e. 00010000:00000010:3.1:1776267963.672976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b843e2b. 00010000:00000010:3.1:1776267963.672979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7c9557f. 00000400:00000200:0.0:1776267963.676865:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.676887:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d140 00000400:00000200:0.0:1776267963.676932:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb8041 [1] + 224 00000400:00000200:0.0:1776267963.676950:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.676955:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.676965:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000073ff5367 x1862549489504576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267963.677203:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000027be0b95. 00000400:00000200:2.0:1776267963.677209:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9ff3e4 00000400:00000010:2.0:1776267963.677211:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9ff3e4. 00000100:00000200:2.0:1776267963.677218:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000073ff5367 x1862549489504576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267963.677227:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000073ff5367 x1862549489504576/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267963.677259:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005aa849f3. 02000000:00000010:2.0:1776267963.677265:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bc492d9e. 00000100:00000010:2.0:1776267963.677269:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073ff5367. 00000100:00000010:2.0:1776267963.677378:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db481cb9. 00010000:00000010:2.0:1776267963.677384:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084b5e887. 00010000:00000010:1.1:1776267963.677936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000269af145. 00010000:00000010:1.1:1776267963.677943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043f2924a. 00010000:00000010:1.1:1776267963.677947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028f5a7b9. 00010000:00000010:1.1:1776267963.677949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a33adc2c. 00010000:00000010:1.1:1776267963.677952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b64e2e7. 00010000:00000010:0.1:1776267963.679446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d9a62c5. 00000400:00000200:1.0:1776267963.680520:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.680546:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e040 00000400:00000200:1.0:1776267963.680556:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6985 [2] + 328 00000400:00000200:1.0:1776267963.680620:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.680625:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.680632:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267963.680638:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fcb0bd4a. 00000020:00000010:0.0:1776267963.680786:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0fd1dae. 00000020:00000010:0.0:1776267963.680795:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.680799:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.680828:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fcb0bd4a x1862549476139072/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267963.680856:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139072 02000000:00000010:0.0:1776267963.680869:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bb82ffec. 00010000:00000010:0.0:1776267963.681186:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d91eaec. 00010000:00000010:0.0:1776267963.681221:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267963.681229:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267963.681240:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:0.0:1776267963.681244:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00000400:00000010:0.0:1776267963.681257:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267963.681262:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139072, offset 224 00000400:00000200:0.0:1776267963.681270:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.681282:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.681289:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91754:91754:256:4294967295] 192.168.202.34@tcp LPNI seq info [91754:91754:8:4294967295] 00000400:00000200:0.0:1776267963.681298:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.681303:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.681309:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343698). 00000800:00000200:0.0:1776267963.681316:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.681324:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.681328:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.681348:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.681352:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.681356:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0fd1dae. 00000800:00000200:0.0:1776267963.681429:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.681433:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:0.0:1776267963.681436:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.681440:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.681444:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267963.681446:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00080000:00000010:2.0:1776267963.681550:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da01c07c. 00010000:00000010:2.0:1776267963.681640:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000026888f9b. 00010000:00000010:2.0:1776267963.681648:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b3ba9ad. 00010000:00000010:2.0:1776267963.681731:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000753fabe3. 00010000:00000010:2.0:1776267963.681735:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000078d31ee7. 00010000:00000010:2.0:1776267963.681740:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9bd5d0c. 00010000:00000010:2.0:1776267963.681745:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00080000:00000010:2.0:1776267963.681757:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb70d659. 00010000:00000010:2.0:1776267963.681784:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267963.681788:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078d31ee7. 00010000:00000010:2.0:1776267963.681840:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.0:1776267963.681844:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267963.681851:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000024bdd975. 00000100:00000010:2.0:1776267963.681855:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eee1c8df. 00000100:00000010:2.0:1776267963.681863:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 02000000:00000010:2.0:1776267963.681875:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc70d5c3. 02000000:00000010:2.0:1776267963.681935:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e025f0b7. 00000400:00000010:2.0:1776267963.681942:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb916c99. 00000400:00000010:2.0:1776267963.681947:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d911512c. 00000100:00000200:2.0:1776267963.681952:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504640, portal 16 00000400:00000010:2.0:1776267963.681957:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000332c1eb5. 00000100:00000200:2.0:1776267963.681958:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504640, offset 0 00000400:00000200:2.0:1776267963.681964:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.681974:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.681980:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267963.681984:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267963.681986:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267963.681989:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91755:91755:256:4294967295] 192.168.202.34@tcp LPNI seq info [91755:91755:8:4294967295] 00000400:00000200:2.0:1776267963.681996:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.682001:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.682004:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267963.682008:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.682012:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.682014:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.682778:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.682783:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:0.0:1776267963.682790:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.682796:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.682800:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000332c1eb5 00000400:00000010:0.0:1776267963.682802:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000332c1eb5. 00000100:00000200:0.0:1776267963.682811:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000200aa5ca x1862549489504640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.698455:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.698474:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d180 00000400:00000200:0.0:1776267963.698483:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb804d [1] + 224 00000400:00000200:0.0:1776267963.698497:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.698501:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.698513:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000200aa5ca x1862549489504640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.698545:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.698551:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e080 00000400:00000200:0.0:1776267963.698556:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6985 [2] + 656 00000400:00000200:0.0:1776267963.699449:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.699459:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.699465:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267963.699473:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001432bc6c. 00000020:00000010:0.0:1776267963.699542:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0fd1dae. 00000020:00000010:0.0:1776267963.699549:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.699554:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.699581:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001432bc6c x1862549476139136/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267963.699611:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139136 02000000:00000010:0.0:1776267963.699625:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001bc06130. 00010000:00000010:0.0:1776267963.699665:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267963.699672:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267963.699679:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:0.0:1776267963.699684:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00000400:00000010:0.0:1776267963.700997:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267963.701009:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139136, offset 224 00000400:00000200:0.0:1776267963.701020:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.701034:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.701039:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91756:91756:256:4294967295] 192.168.202.34@tcp LPNI seq info [91756:91756:8:4294967295] 00000400:00000200:0.0:1776267963.701049:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.701055:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.701060:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343698). 00000800:00000200:0.0:1776267963.701067:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.701073:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.701076:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.701104:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.701109:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.701113:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0fd1dae. 00000400:00000010:2.0:1776267963.701644:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb916c99. 00000400:00000200:2.0:1776267963.701650:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d911512c 00000400:00000010:2.0:1776267963.701651:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d911512c. 00000100:00000200:2.0:1776267963.701662:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000200aa5ca x1862549489504640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267963.701677:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000200aa5ca x1862549489504640/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267963.701703:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002059ba4a. 02000000:00000010:2.0:1776267963.701722:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e025f0b7. 02000000:00000010:2.0:1776267963.701726:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc70d5c3. 00000100:00000010:2.0:1776267963.701730:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 00000100:00000010:2.0:1776267963.701733:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eee1c8df. 00010000:00000010:2.0:1776267963.701737:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000024bdd975. 00080000:00000010:2.0:1776267963.701755:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc70d5c3. 00010000:00000010:2.0:1776267963.701834:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267963.701840:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2d18518. 00010000:00000010:2.0:1776267963.701932:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f17b05f5. 00010000:00000010:2.0:1776267963.701938:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267963.701949:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000024bdd975. 00000100:00000010:2.0:1776267963.701954:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eee1c8df. 00000100:00000010:2.0:1776267963.701961:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 02000000:00000010:2.0:1776267963.701971:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e025f0b7. 02000000:00000010:2.0:1776267963.701995:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0a03b65. 00000400:00000010:2.0:1776267963.702000:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb916c99. 00000400:00000010:2.0:1776267963.702003:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d911512c. 00000100:00000200:2.0:1776267963.702008:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504704, portal 16 00000400:00000010:2.0:1776267963.702012:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000591578e6. 00000100:00000200:2.0:1776267963.702014:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504704, offset 0 00000400:00000200:2.0:1776267963.702020:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.702028:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.702035:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267963.702038:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267963.702041:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267963.702044:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91757:91757:255:4294967295] 192.168.202.34@tcp LPNI seq info [91757:91757:7:4294967295] 00000400:00000200:2.0:1776267963.702052:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.702057:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.702062:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343946). 00000800:00000200:2.0:1776267963.702066:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.702071:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.702074:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.702181:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.702185:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343698). 00000400:00000200:0.0:1776267963.702191:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.702205:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.702209:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:0.0:1776267963.702210:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00010000:00000010:2.1:1776267963.703605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064ef8471. 00010000:00000010:2.1:1776267963.703619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c1bfd44. 00010000:00000010:2.1:1776267963.703623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000753fabe3. 00010000:00000010:2.1:1776267963.703629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9bd5d0c. 00010000:00000010:0.1:1776267963.706126:0:15883:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a97b8171. 00000800:00000200:0.0:1776267963.706175:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.706179:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:0.0:1776267963.706187:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.706206:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.706212:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000591578e6 00000400:00000010:0.0:1776267963.706214:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000591578e6. 00000100:00000200:0.0:1776267963.706226:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000200aa5ca x1862549489504704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.707273:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.707291:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d1c0 00000400:00000200:0.0:1776267963.707302:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb8059 [1] + 224 00000400:00000200:0.0:1776267963.707314:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.707317:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.707325:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000200aa5ca x1862549489504704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267963.707372:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267963.707378:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e0c0 00000400:00000200:0.0:1776267963.707383:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6985 [2] + 984 00000400:00000200:0.0:1776267963.707436:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.707440:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267963.707444:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1776267963.707450:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009825d73. 00000400:00000010:2.0:1776267963.707546:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb916c99. 00000400:00000200:2.0:1776267963.707551:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d911512c 00000400:00000010:2.0:1776267963.707553:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d911512c. 00000100:00000200:2.0:1776267963.707559:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000200aa5ca x1862549489504704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267963.707567:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000200aa5ca x1862549489504704/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267963.707598:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0a03b65. 02000000:00000010:2.0:1776267963.707604:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e025f0b7. 00000100:00000010:2.0:1776267963.707608:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 00000100:00000010:2.0:1776267963.707612:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eee1c8df. 00010000:00000010:2.0:1776267963.707616:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000024bdd975. 00000020:00000010:1.0:1776267963.709494:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010e2f8d3. 00000020:00000010:1.0:1776267963.709506:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267963.709511:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f55a5627. 00000100:00000200:1.0:1776267963.709544:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009825d73 x1862549476139200/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1776267963.709627:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139200 02000000:00000010:1.0:1776267963.709639:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc492d9e. 00010000:00000010:1.0:1776267963.709670:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000027d9e80. 00010000:00000010:1.0:1776267963.709693:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b31aa07. 00000100:00000010:1.0:1776267963.709714:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db481cb9. 00000100:00000010:1.0:1776267963.709735:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db481cb9. 00010000:00000010:1.0:1776267963.709738:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b31aa07. 00000400:00000010:1.0:1776267963.709751:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef3f010d. 00000100:00000200:1.0:1776267963.709756:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139200, offset 224 00000400:00000200:1.0:1776267963.709764:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.709779:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.709785:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91758:91758:256:4294967295] 192.168.202.34@tcp LPNI seq info [91758:91758:8:4294967295] 00000400:00000200:1.0:1776267963.709795:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.709801:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.709807:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee172d09 (tot 82343698). 00000800:00000200:1.0:1776267963.709814:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.709821:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.709825:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee172d09 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267963.709847:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267963.709853:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f55a5627. 00000020:00000010:1.0:1776267963.709855:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010e2f8d3. 00080000:00000010:3.0:1776267963.712287:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4e3786a. 00010000:00000010:3.0:1776267963.712427:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:3.0:1776267963.712437:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fbcd91f9. 00010000:00000010:3.0:1776267963.712519:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7c9557f. 00010000:00000010:3.0:1776267963.712526:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f0862796. 00010000:00000010:3.0:1776267963.712538:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ebbfe1e. 00000100:00000010:3.0:1776267963.712547:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067ab02fa. 00000100:00000010:3.0:1776267963.712556:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038d6bd92. 02000000:00000010:3.0:1776267963.712571:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009a6ec3e. 02000000:00000010:3.0:1776267963.712605:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078578b10. 00000400:00000010:3.0:1776267963.712612:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3e5ca8f. 00000400:00000010:3.0:1776267963.712619:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267963.712625:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504768, portal 16 00000400:00000010:3.0:1776267963.712630:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a502439. 00000100:00000200:3.0:1776267963.712633:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504768, offset 0 00000400:00000200:3.0:1776267963.712643:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.712659:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.712666:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.712668:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.712672:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.712675:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91759:91759:255:4294967295] 192.168.202.34@tcp LPNI seq info [91759:91759:7:4294967295] 00000400:00000200:3.0:1776267963.712684:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.712690:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.712695:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075b89af2 (tot 82343946). 00000800:00000200:3.0:1776267963.712702:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.712710:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.712714:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000075b89af2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.713628:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.713634:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee172d09 (tot 82343698). 00000400:00000200:0.0:1776267963.713640:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.713647:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.713651:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef3f010d 00000400:00000010:0.0:1776267963.713655:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef3f010d. 00000800:00000200:0.0:1776267963.716091:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.716099:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075b89af2 (tot 82343450). 00000400:00000200:0.0:1776267963.716109:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.716118:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.716124:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a502439 00000400:00000010:0.0:1776267963.716126:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a502439. 00000100:00000200:0.0:1776267963.716137:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038d6bd92 x1862549489504768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.717435:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.717454:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d200 00000400:00000200:1.0:1776267963.717463:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb8065 [1] + 224 00000400:00000200:1.0:1776267963.717474:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.717477:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.717485:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038d6bd92 x1862549489504768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.717544:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.717549:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e100 00000400:00000200:1.0:1776267963.717554:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6985 [2] + 1312 00010000:00000010:2.1:1776267963.717967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c06ac84f. 00010000:00000010:2.1:1776267963.717975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007931aad2. 00010000:00000010:2.1:1776267963.717981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00000400:00000200:1.0:1776267963.722462:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.722478:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.722489:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267963.722499:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000327bfe9b. 00000020:00000010:0.0:1776267963.722619:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc443004. 00000020:00000010:0.0:1776267963.722627:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.722631:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.722659:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000327bfe9b x1862549476139264/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267963.722700:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139264 02000000:00000010:0.0:1776267963.722712:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0fd1dae. 00010000:00000010:0.0:1776267963.722752:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267963.722759:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267963.722766:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:0.0:1776267963.722770:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00000400:00000010:0.0:1776267963.722784:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb9a14b6. 00000100:00000200:0.0:1776267963.722789:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139264, offset 224 00000400:00000200:0.0:1776267963.722796:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.722809:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.722815:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91760:91760:256:4294967295] 192.168.202.34@tcp LPNI seq info [91760:91760:8:4294967295] 00000400:00000200:0.0:1776267963.722825:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.722830:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.722834:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343698). 00000800:00000200:0.0:1776267963.722840:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.722847:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.722851:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.722879:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d7f6a7d6. 00000020:00000010:0.0:1776267963.722883:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.722886:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc443004. 00000400:00000010:3.0:1776267963.723182:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3e5ca8f. 00000400:00000200:3.0:1776267963.723186:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:3.0:1776267963.723188:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000100:00000200:3.0:1776267963.723205:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038d6bd92 x1862549489504768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.723214:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038d6bd92 x1862549489504768/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267963.723235:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000219587d8. 02000000:00000010:3.0:1776267963.723251:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078578b10. 02000000:00000010:3.0:1776267963.723256:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009a6ec3e. 00000100:00000010:3.0:1776267963.723260:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038d6bd92. 00000100:00000010:3.0:1776267963.723264:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067ab02fa. 00010000:00000010:3.0:1776267963.723268:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ebbfe1e. 00000800:00000200:2.0:1776267963.723327:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.723331:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:2.0:1776267963.723336:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.723340:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.723343:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb9a14b6 00000400:00000010:2.0:1776267963.723345:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb9a14b6. 00080000:00000010:0.0:1776267963.723873:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc443004. 00010000:00000010:0.0:1776267963.724366:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0862796. 00010000:00000010:0.0:1776267963.724376:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096166f53. 00010000:00000010:0.0:1776267963.724446:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000666ac692. 00010000:00000010:0.0:1776267963.724452:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000093815519. 00010000:00000010:0.0:1776267963.724462:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267963.724468:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267963.724475:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267963.724489:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032374aed. 02000000:00000010:0.0:1776267963.724520:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033aead34. 00000400:00000010:0.0:1776267963.724526:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002192af62. 00000400:00000010:0.0:1776267963.724531:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267963.724562:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504832, portal 16 00000400:00000010:0.0:1776267963.724568:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099a11cb2. 00000100:00000200:0.0:1776267963.724570:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504832, offset 0 00000400:00000200:0.0:1776267963.724578:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.724592:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.724598:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.724601:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.724604:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.724607:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91761:91761:256:4294967295] 192.168.202.34@tcp LPNI seq info [91761:91761:8:4294967295] 00000400:00000200:0.0:1776267963.724616:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.724621:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.724625:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb6d44d (tot 82343698). 00000800:00000200:0.0:1776267963.724631:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.724637:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.724641:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bb6d44d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1776267963.724940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000125bdd3e. 00010000:00000010:3.1:1776267963.725065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc1962b5. 00010000:00000010:3.1:1776267963.725072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17b05f5. 00000800:00000200:2.0:1776267963.725656:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.725660:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb6d44d (tot 82343450). 00000400:00000200:2.0:1776267963.725665:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.725673:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.725678:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099a11cb2 00000400:00000010:2.0:1776267963.725679:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099a11cb2. 00000100:00000200:2.0:1776267963.725688:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489504832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.728841:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.728863:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d240 00000400:00000200:1.0:1776267963.728874:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb8071 [1] + 224 00000400:00000200:1.0:1776267963.728941:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.728946:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.728958:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489504832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1776267963.729136:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002192af62. 00000400:00000200:0.0:1776267963.729142:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:0.0:1776267963.729144:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00000100:00000200:0.0:1776267963.729151:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489504832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267963.729158:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489504832/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267963.729206:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033aead34. 02000000:00000010:0.0:1776267963.729212:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032374aed. 00000100:00000010:0.0:1776267963.729218:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:0.0:1776267963.729221:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:0.0:1776267963.729226:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00010000:00000010:3.1:1776267963.729286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be47dba. 00000400:00000200:2.0:1776267963.730266:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.730281:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e140 00000400:00000200:2.0:1776267963.730287:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6985 [2] + 1640 00000400:00000200:2.0:1776267963.730351:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.730356:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.730362:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267963.730368:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 00000020:00000010:1.0:1776267963.730676:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010e2f8d3. 00000020:00000010:1.0:1776267963.730686:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000fe99b97. 00000020:00000010:1.0:1776267963.730691:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f55a5627. 00000100:00000200:1.0:1776267963.730874:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000200aa5ca x1862549476139328/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267963.731026:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139328 02000000:00000010:0.0:1776267963.731039:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000033aead34. 00010000:00000010:0.0:1776267963.731072:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055b85792. 00010000:00000010:0.0:1776267963.731095:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267963.731102:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267963.731112:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:0.0:1776267963.731116:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00000400:00000010:0.0:1776267963.731127:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9b3d067. 00000100:00000200:0.0:1776267963.731131:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139328, offset 224 00000400:00000200:0.0:1776267963.731139:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.731152:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.731157:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91762:91762:256:4294967295] 192.168.202.34@tcp LPNI seq info [91762:91762:8:4294967295] 00000400:00000200:0.0:1776267963.731167:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.731172:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.731177:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb6d44d (tot 82343698). 00000800:00000200:0.0:1776267963.731184:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.731191:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.731226:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bb6d44d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.731254:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000fe99b97. 00000020:00000010:0.0:1776267963.731258:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f55a5627. 00000020:00000010:0.0:1776267963.731261:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010e2f8d3. 00000800:00000200:3.0:1776267963.731392:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.731397:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb6d44d (tot 82343450). 00000400:00000200:3.0:1776267963.731401:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.731405:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.731410:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9b3d067 00000400:00000010:3.0:1776267963.731411:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9b3d067. 00080000:00000010:2.0:1776267963.732622:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000136e501e. 00010000:00000010:2.0:1776267963.732717:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093815519. 00010000:00000010:2.0:1776267963.732727:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000056fa297b. 00010000:00000010:2.0:1776267963.732800:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a432b2c4. 00010000:00000010:2.0:1776267963.732808:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c6110fdc. 00010000:00000010:2.0:1776267963.732821:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000024bdd975. 00000100:00000010:2.0:1776267963.732828:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eee1c8df. 00000100:00000010:2.0:1776267963.732837:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:2.0:1776267963.732852:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e025f0b7. 02000000:00000010:2.0:1776267963.732881:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0a03b65. 00000400:00000010:2.0:1776267963.732888:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb916c99. 00000400:00000010:2.0:1776267963.732925:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d911512c. 00000100:00000200:2.0:1776267963.732933:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504896, portal 16 00000400:00000010:2.0:1776267963.732939:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096d4f2cf. 00000100:00000200:2.0:1776267963.732941:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504896, offset 0 00000400:00000200:2.0:1776267963.732950:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.732969:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.732977:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267963.732981:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267963.732984:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267963.732986:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91763:91763:256:4294967295] 192.168.202.34@tcp LPNI seq info [91763:91763:8:4294967295] 00000400:00000200:2.0:1776267963.732995:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.733000:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.733006:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267963.733014:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.733021:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.733026:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.733166:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.733172:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:1.0:1776267963.733179:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.733184:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.733191:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096d4f2cf 00000400:00000010:1.0:1776267963.733206:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096d4f2cf. 00000100:00000200:1.0:1776267963.733216:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489504896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267963.733946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a137c04. 00010000:00000010:0.1:1776267963.733955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7c9557f. 00000400:00000200:2.0:1776267963.736967:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.736990:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d280 00000400:00000200:2.0:1776267963.737001:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb807d [1] + 224 00000400:00000200:2.0:1776267963.737014:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.737018:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.737030:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489504896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.737069:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.737079:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e180 00000400:00000200:2.0:1776267963.737086:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6985 [2] + 1968 00000400:00000010:2.0:1776267963.737090:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c92f871. 00000400:00000200:2.0:1776267963.737094:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008aff8a31 00000400:00000200:2.0:1776267963.737151:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.737155:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.737158:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008aff8a31 00000400:00000010:2.0:1776267963.737160:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008aff8a31 (tot 82343298). 00000100:00000200:2.0:1776267963.737169:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1776267963.737271:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aa849f3. 00000020:00000010:1.0:1776267963.737280:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a991b07. 00000020:00000010:1.0:1776267963.737286:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267963.737313:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fd972876 x1862549476139392/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267963.737352:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139392 02000000:00000010:1.0:1776267963.737363:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000010e2f8d3. 00010000:00000010:1.0:1776267963.737404:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001b31aa07. 00000100:00000010:1.0:1776267963.737411:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000db481cb9. 00000100:00000010:1.0:1776267963.737420:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000db481cb9. 00010000:00000010:1.0:1776267963.737423:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001b31aa07. 00000400:00000010:1.0:1776267963.737439:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d9745e3. 00000100:00000200:1.0:1776267963.737445:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139392, offset 224 00000400:00000200:1.0:1776267963.737455:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.737466:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.737473:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91764:91764:256:4294967295] 192.168.202.34@tcp LPNI seq info [91764:91764:8:4294967295] 00000400:00000200:1.0:1776267963.737486:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.737492:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.737497:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343546). 00000800:00000200:1.0:1776267963.737504:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.737511:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.737515:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267963.737543:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a991b07. 00000020:00000010:1.0:1776267963.737548:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267963.737550:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aa849f3. 02000000:00000010:1.0:1776267963.737561:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000033aead34. 00000100:00000010:1.0:1776267963.737565:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 02000000:00000010:1.0:1776267963.737569:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0fd1dae. 00000100:00000010:1.0:1776267963.737574:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000327bfe9b. 02000000:00000010:1.0:1776267963.737577:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc492d9e. 00000100:00000010:1.0:1776267963.737579:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009825d73. 02000000:00000010:1.0:1776267963.737582:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001bc06130. 00000100:00000010:1.0:1776267963.737585:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001432bc6c. 02000000:00000010:1.0:1776267963.737587:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bb82ffec. 00000100:00000010:1.0:1776267963.737590:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fcb0bd4a. 02000000:00000010:1.0:1776267963.737594:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000993dd721. 00000100:00000010:1.0:1776267963.737596:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c54bf38. 00000100:00000200:1.0:1776267963.737602:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1776267963.737607:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000097a62e0c. 00000400:00000010:1.0:1776267963.737611:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000db481cb9 (tot 82343698). 00000800:00000200:2.0:1776267963.737737:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.737741:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:2.0:1776267963.737746:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.737750:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.737752:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d9745e3 00000400:00000010:2.0:1776267963.737754:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d9745e3. 02000000:00000010:2.0:1776267963.737757:0:15885:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000010e2f8d3. 00000400:00000010:0.0:1776267963.737847:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb916c99. 00000400:00000200:0.0:1776267963.737851:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d911512c 00000400:00000010:0.0:1776267963.737852:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d911512c. 00000100:00000200:0.0:1776267963.737859:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489504896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267963.737867:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489504896/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267963.737887:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a6f68586. 02000000:00000010:0.0:1776267963.737933:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0a03b65. 02000000:00000010:0.0:1776267963.737938:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e025f0b7. 00000100:00000010:0.0:1776267963.737942:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:0.0:1776267963.737944:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eee1c8df. 00010000:00000010:0.0:1776267963.737947:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000024bdd975. 00080000:00000010:0.0:1776267963.737963:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001dc40ec6. 00010000:00000010:0.0:1776267963.738048:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6110fdc. 00010000:00000010:0.0:1776267963.738053:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd854a13. 00010000:00000010:0.0:1776267963.738117:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000000b952a. 00010000:00000010:0.0:1776267963.738120:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000d7f6a7d6. 00010000:00000010:0.0:1776267963.738125:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e0a78ea. 00010000:00000010:0.0:1776267963.738131:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000534cf64e. 00080000:00000010:0.0:1776267963.738141:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046b1fb9d. 00010000:00000010:0.0:1776267963.738159:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000534cf64e. 00010000:00000010:0.0:1776267963.738164:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d7f6a7d6. 00010000:00000010:0.0:1776267963.738226:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b79bc8f. 00010000:00000010:0.0:1776267963.738230:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000534cf64e. 00010000:00000010:0.0:1776267963.738237:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267963.738241:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267963.738249:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267963.738260:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000033aead34. 02000000:00000010:0.0:1776267963.738286:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032374aed. 00000400:00000010:0.0:1776267963.738290:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002192af62. 00000400:00000010:0.0:1776267963.738294:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006163a41a. 00000100:00000200:0.0:1776267963.738297:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489504960, portal 16 00000400:00000010:0.0:1776267963.738301:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001edccd03. 00000100:00000200:0.0:1776267963.738302:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489504960, offset 0 00000400:00000200:0.0:1776267963.738309:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.738318:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.738324:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.738327:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.738330:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.738333:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91765:91765:256:4294967295] 192.168.202.34@tcp LPNI seq info [91765:91765:8:4294967295] 00000400:00000200:0.0:1776267963.738341:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.738345:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.738349:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006c2cf906 (tot 82343698). 00000800:00000200:0.0:1776267963.738353:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.738357:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.738360:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006c2cf906 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1776267963.738422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9865839. 00010000:00000010:2.1:1776267963.738428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000666ac692. 00000800:00000200:1.0:1776267963.739163:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.739167:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006c2cf906 (tot 82343450). 00000400:00000200:1.0:1776267963.739171:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.739176:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.739180:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001edccd03 00000400:00000010:1.0:1776267963.739181:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001edccd03. 00000100:00000200:1.0:1776267963.739188:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489504960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267963.741027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eadf4d4. 00010000:00000010:0.1:1776267963.747932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad632c4d. 00010000:00000010:0.1:1776267963.747954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057d6c0c7. 00010000:00000010:0.1:1776267963.747959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a432b2c4. 00010000:00000010:0.1:1776267963.747963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000b952a. 00010000:00000010:0.1:1776267963.747967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0a78ea. 00000400:00000200:2.0:1776267963.753775:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.753792:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d2c0 00000400:00000200:2.0:1776267963.753800:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb808d [1] + 224 00000400:00000200:2.0:1776267963.753812:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.753815:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.753825:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489504960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.753855:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.753859:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e1c0 00000400:00000200:2.0:1776267963.753862:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb69dd [2] + 0 00000400:00000200:2.0:1776267963.753880:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.753883:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.753886:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267963.753890:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f72124f. 00000020:00000010:2.0:1776267963.753975:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2b24287. 00000020:00000010:2.0:1776267963.753980:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000347f5304. 00000020:00000010:2.0:1776267963.753984:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267963.754007:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f72124f x1862549476139456/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267963.754033:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139456 02000000:00000010:2.0:1776267963.754043:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e025f0b7. 00010000:00000010:2.0:1776267963.754077:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064de8b7c. 00000100:00000010:2.0:1776267963.754082:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dcdcb87b. 00000100:00000010:2.0:1776267963.754087:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dcdcb87b. 00010000:00000010:2.0:1776267963.754090:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064de8b7c. 00000400:00000010:2.0:1776267963.754101:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a296b32. 00000100:00000200:2.0:1776267963.754104:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139456, offset 224 00000400:00000200:2.0:1776267963.754110:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.754119:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.754123:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91766:91766:256:4294967295] 192.168.202.34@tcp LPNI seq info [91766:91766:8:4294967295] 00000400:00000200:2.0:1776267963.754130:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.754134:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.754138:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267963.754142:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.754148:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.754151:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267963.754163:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000347f5304. 00000020:00000010:2.0:1776267963.754165:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267963.754167:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2b24287. 00000800:00000200:2.0:1776267963.754241:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.754244:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:2.0:1776267963.754250:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.754253:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.754256:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a296b32 00000400:00000010:2.0:1776267963.754258:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a296b32. 00000400:00000010:0.0:1776267963.754334:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002192af62. 00000400:00000200:0.0:1776267963.754339:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006163a41a 00000400:00000010:0.0:1776267963.754341:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006163a41a. 00000100:00000200:0.0:1776267963.754347:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489504960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267963.754355:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489504960/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267963.754371:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057e6f402. 02000000:00000010:0.0:1776267963.754383:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032374aed. 02000000:00000010:0.0:1776267963.754388:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000033aead34. 00000100:00000010:0.0:1776267963.754391:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:0.0:1776267963.754394:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:0.0:1776267963.754397:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00080000:00000010:0.0:1776267963.754411:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032374aed. 00010000:00000010:0.0:1776267963.754484:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000534cf64e. 00010000:00000010:0.0:1776267963.754496:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006cd1cfe9. 00010000:00000010:0.0:1776267963.754581:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e0a78ea. 00010000:00000010:0.0:1776267963.754586:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000534cf64e. 00010000:00000010:0.0:1776267963.754594:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267963.754597:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267963.754601:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267963.754611:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000033aead34. 02000000:00000010:0.0:1776267963.754633:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a88607e. 00000400:00000010:0.0:1776267963.754637:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002192af62. 00000400:00000010:0.0:1776267963.754640:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006163a41a. 00000100:00000200:0.0:1776267963.754644:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505024, portal 16 00000400:00000010:0.0:1776267963.754649:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b779ebb. 00000100:00000200:0.0:1776267963.754650:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505024, offset 0 00000400:00000200:0.0:1776267963.754654:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.754660:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.754666:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.754670:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.754673:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.754675:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91767:91767:256:4294967295] 192.168.202.34@tcp LPNI seq info [91767:91767:8:4294967295] 00000400:00000200:0.0:1776267963.754681:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.754684:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.754686:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008aa0e0d (tot 82343698). 00000800:00000200:0.0:1776267963.754689:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.754692:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.754694:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008aa0e0d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.754808:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.754811:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008aa0e0d (tot 82343450). 00000400:00000200:1.0:1776267963.754816:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.754820:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.754823:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b779ebb 00000400:00000010:1.0:1776267963.754824:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b779ebb. 00000100:00000200:1.0:1776267963.754830:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489505024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.759063:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.759085:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d300 00000400:00000200:2.0:1776267963.759106:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb8099 [1] + 224 00000400:00000200:2.0:1776267963.759119:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.759123:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.759134:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489505024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.759338:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.759344:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e200 00000400:00000200:2.0:1776267963.759348:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb69dd [2] + 328 00000400:00000200:2.0:1776267963.759357:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.759359:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.759363:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267963.759368:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008d76028b. 00000400:00000010:0.0:1776267963.759404:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002192af62. 00000400:00000200:0.0:1776267963.759410:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006163a41a 00000400:00000010:0.0:1776267963.759411:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006163a41a. 00000100:00000200:0.0:1776267963.759417:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489505024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267963.759423:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489505024/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1776267963.759446:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a88607e. 02000000:00000010:0.0:1776267963.759452:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000033aead34. 00000100:00000010:0.0:1776267963.759455:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:0.0:1776267963.759457:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:0.0:1776267963.759460:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00000020:00000010:2.0:1776267963.762108:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0a03b65. 00000020:00000010:2.0:1776267963.762121:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000347f5304. 00000020:00000010:2.0:1776267963.762126:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267963.762392:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008d76028b x1862549476139520/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267963.762474:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139520 02000000:00000010:2.0:1776267963.762490:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da4c13f6. 00010000:00000010:2.0:1776267963.762525:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000454a09e0. 00010000:00000010:2.0:1776267963.762549:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000064de8b7c. 00000100:00000010:2.0:1776267963.762557:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dcdcb87b. 00000100:00000010:2.0:1776267963.762573:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dcdcb87b. 00010000:00000010:2.0:1776267963.762577:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000064de8b7c. 00080000:00000010:0.0:1776267963.762614:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000095a720c. 00010000:00000010:0.0:1776267963.762689:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000534cf64e. 00000400:00000010:2.0:1776267963.762727:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a296b32. 00000100:00000200:2.0:1776267963.762734:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139520, offset 224 00000400:00000200:2.0:1776267963.762752:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.762766:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.762772:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91768:91768:256:4294967295] 192.168.202.34@tcp LPNI seq info [91768:91768:8:4294967295] 00000400:00000200:2.0:1776267963.762783:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.762789:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.762794:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267963.762801:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.762807:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.762811:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267963.762833:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000347f5304. 00000020:00000010:2.0:1776267963.762837:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267963.762840:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0a03b65. 00010000:00000010:0.0:1776267963.763027:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002bae3d4e. 00010000:00000010:0.0:1776267963.763117:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2abbd25. 00010000:00000010:0.0:1776267963.763123:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000534cf64e. 00010000:00000010:0.0:1776267963.763136:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267963.763141:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267963.763148:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267963.763160:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b7c64b1. 02000000:00000010:0.0:1776267963.763207:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f94c60a7. 00000400:00000010:0.0:1776267963.763213:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002192af62. 00000400:00000010:0.0:1776267963.763218:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006163a41a. 00000100:00000200:0.0:1776267963.763223:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505088, portal 16 00000400:00000010:0.0:1776267963.763228:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015166d3f. 00000100:00000200:0.0:1776267963.763230:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505088, offset 0 00000400:00000200:0.0:1776267963.763236:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.763243:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.763250:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.763600:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.763605:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.763608:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91769:91769:255:4294967295] 192.168.202.34@tcp LPNI seq info [91769:91769:7:4294967295] 00000400:00000200:0.0:1776267963.763619:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.763624:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.763629:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3948576 (tot 82343946). 00000800:00000200:0.0:1776267963.763634:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.763639:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.763642:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a3948576 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1776267963.764118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035665279. 00010000:00000010:0.1:1776267963.764127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d759c19. 00010000:00000010:0.1:1776267963.764130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b79bc8f. 00000800:00000200:3.0:1776267963.770094:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.770103:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343698). 00000400:00000200:3.0:1776267963.770113:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.770122:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.770129:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a296b32 00000400:00000010:3.0:1776267963.770132:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a296b32. 00000800:00000200:3.0:1776267963.770219:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.770221:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3948576 (tot 82343450). 00000400:00000200:3.0:1776267963.770225:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.770229:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.770232:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015166d3f 00000400:00000010:3.0:1776267963.770234:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015166d3f. 00000100:00000200:3.0:1776267963.770244:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489505088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1776267963.774050:0:78586:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b837613. 00010000:00000010:0.1:1776267963.774063:0:78586:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0a78ea. 00000400:00000200:1.0:1776267963.782093:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.782115:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d340 00000400:00000200:1.0:1776267963.782125:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb80a5 [1] + 224 00000400:00000200:1.0:1776267963.782137:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.782141:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.782151:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489505088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.782182:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.782187:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e240 00000400:00000200:1.0:1776267963.782201:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb69dd [2] + 656 00000400:00000010:0.0:1776267963.782216:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002192af62. 00000400:00000200:0.0:1776267963.782223:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006163a41a 00000400:00000010:0.0:1776267963.782226:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006163a41a. 00000100:00000200:0.0:1776267963.782234:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489505088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267963.782242:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489505088/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.782262:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.782268:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.782272:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1776267963.782276:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f94c60a7. 00000100:00000010:1.0:1776267963.782277:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fcb0bd4a. 02000000:00000010:0.0:1776267963.782284:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b7c64b1. 00000100:00000010:0.0:1776267963.782289:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:0.0:1776267963.782292:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:0.0:1776267963.782296:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00000020:00000010:3.0:1776267963.783001:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078578b10. 00000020:00000010:3.0:1776267963.783010:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bad02232. 00000020:00000010:3.0:1776267963.783014:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000736b38da. 00000100:00000200:3.0:1776267963.783041:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fcb0bd4a x1862549476139584/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1776267963.783076:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139584 02000000:00000010:3.0:1776267963.783086:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000720a002a. 00010000:00000010:3.0:1776267963.783115:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4f770db. 00010000:00000010:3.0:1776267963.783136:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ebbfe1e. 00000100:00000010:3.0:1776267963.783142:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067ab02fa. 00000100:00000010:3.0:1776267963.783156:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067ab02fa. 00010000:00000010:3.0:1776267963.783159:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ebbfe1e. 00000400:00000010:3.0:1776267963.783171:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267963.783177:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139584, offset 224 00000400:00000200:3.0:1776267963.783204:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.783215:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.783220:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91770:91770:256:4294967295] 192.168.202.34@tcp LPNI seq info [91770:91770:8:4294967295] 00000400:00000200:3.0:1776267963.783229:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.783234:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.783239:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b53b411 (tot 82343698). 00000800:00000200:3.0:1776267963.783246:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.783252:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.783256:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005b53b411 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1776267963.783276:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bad02232. 00000020:00000010:3.0:1776267963.783281:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000736b38da. 00000020:00000010:3.0:1776267963.783284:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078578b10. 00000800:00000200:3.0:1776267963.783366:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.783370:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b53b411 (tot 82343450). 00000400:00000200:3.0:1776267963.783375:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.783379:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.783382:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:3.0:1776267963.783384:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00010000:00000010:2.1:1776267963.787337:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8c010ad. 00080000:00000010:1.0:1776267963.789535:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc492d9e. 00010000:00000010:1.0:1776267963.789717:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000534cf64e. 00010000:00000010:1.0:1776267963.789728:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002312bd38. 00010000:00000010:1.0:1776267963.790682:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b64e2e7. 00010000:00000010:1.0:1776267963.790693:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007147cc0a. 00010000:00000010:1.0:1776267963.790707:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef969f18. 00000100:00000010:1.0:1776267963.790714:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a26faf1. 00000100:00000010:1.0:1776267963.790724:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000327bfe9b. 02000000:00000010:1.0:1776267963.790738:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005aa849f3. 02000000:00000010:1.0:1776267963.790934:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010e2f8d3. 00000400:00000010:1.0:1776267963.790942:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000090efb0bc. 00000400:00000010:1.0:1776267963.790949:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267963.790955:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505152, portal 16 00000400:00000010:1.0:1776267963.791214:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b326f591. 00000100:00000200:1.0:1776267963.791219:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505152, offset 0 00000400:00000200:1.0:1776267963.791229:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.791248:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.791257:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267963.791260:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267963.791263:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267963.791268:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91771:91771:256:4294967295] 192.168.202.34@tcp LPNI seq info [91771:91771:8:4294967295] 00000400:00000200:1.0:1776267963.791280:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.791287:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.791292:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267963.791299:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.791309:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.791314:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1776267963.792127:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.792134:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:2.0:1776267963.792141:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.792148:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.792153:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b326f591 00000400:00000010:2.0:1776267963.792155:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b326f591. 00000100:00000200:2.0:1776267963.792164:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000327bfe9b x1862549489505152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1776267963.807800:0:78587:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9664e60. 00000400:00000200:1.0:1776267963.808143:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.808166:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d380 00000400:00000200:1.0:1776267963.808177:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb80b1 [1] + 224 00000400:00000200:1.0:1776267963.808200:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.808205:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.808221:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000327bfe9b x1862549489505152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.808267:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.808273:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e280 00000400:00000200:1.0:1776267963.808280:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb69dd [2] + 984 00000400:00000200:1.0:1776267963.808289:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.808292:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.808296:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267963.808302:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdb942bd. 00000020:00000010:1.0:1776267963.808366:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000993dd721. 00000020:00000010:1.0:1776267963.808375:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000720148d. 00000020:00000010:1.0:1776267963.808381:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267963.808411:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bdb942bd x1862549476139648/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267963.808444:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139648 02000000:00000010:1.0:1776267963.808460:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bb82ffec. 00010000:00000010:1.0:1776267963.808505:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021d10561. 00000100:00000010:1.0:1776267963.808512:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051278bcd. 00000100:00000010:1.0:1776267963.808519:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051278bcd. 00010000:00000010:1.0:1776267963.808523:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021d10561. 00000400:00000010:1.0:1776267963.808539:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfd23bea. 00000100:00000200:1.0:1776267963.808545:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139648, offset 224 00000400:00000200:1.0:1776267963.808553:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.808564:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.808570:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91772:91772:256:4294967295] 192.168.202.34@tcp LPNI seq info [91772:91772:8:4294967295] 00000400:00000200:1.0:1776267963.808581:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.808586:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.808590:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267963.808596:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.808604:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.808609:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267963.808629:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000720148d. 00000020:00000010:1.0:1776267963.808634:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267963.808638:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000993dd721. 00000800:00000200:1.0:1776267963.808735:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.808739:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343450). 00000400:00000200:1.0:1776267963.808744:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.808748:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.808751:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfd23bea 00000400:00000010:1.0:1776267963.808753:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfd23bea. 00000400:00000010:2.0:1776267963.811652:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090efb0bc. 00000400:00000200:2.0:1776267963.811663:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076585e34 00000400:00000010:2.0:1776267963.811665:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076585e34. 00000100:00000200:2.0:1776267963.811678:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000327bfe9b x1862549489505152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267963.811689:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000327bfe9b x1862549489505152/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267963.811717:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc0ee582. 02000000:00000010:2.0:1776267963.811735:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010e2f8d3. 02000000:00000010:2.0:1776267963.811742:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005aa849f3. 00000100:00000010:2.0:1776267963.811746:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000327bfe9b. 00000100:00000010:2.0:1776267963.811749:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a26faf1. 00010000:00000010:2.0:1776267963.811753:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef969f18. 00080000:00000010:2.0:1776267963.811774:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0a03b65. 00010000:00000010:2.0:1776267963.811864:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007147cc0a. 00010000:00000010:2.0:1776267963.811872:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000027526b3a. 00010000:00000010:2.0:1776267963.811973:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9bd5d0c. 00010000:00000010:2.0:1776267963.811982:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000059555938. 00010000:00000010:2.0:1776267963.811996:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061fc964c. 00000100:00000010:2.0:1776267963.812002:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dcdcb87b. 00000100:00000010:2.0:1776267963.812011:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:2.0:1776267963.812025:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005aa849f3. 02000000:00000010:2.0:1776267963.812056:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010e2f8d3. 00000400:00000010:2.0:1776267963.812062:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c17f663. 00000400:00000010:2.0:1776267963.812068:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cca27. 00000100:00000200:2.0:1776267963.812075:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505216, portal 16 00000400:00000010:2.0:1776267963.812081:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004395e51d. 00000100:00000200:2.0:1776267963.812084:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505216, offset 0 00000400:00000200:2.0:1776267963.812092:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.812108:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.812115:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267963.812119:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267963.812122:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267963.812125:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91773:91773:256:4294967295] 192.168.202.34@tcp LPNI seq info [91773:91773:8:4294967295] 00000400:00000200:2.0:1776267963.812135:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.812141:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.812146:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343698). 00000800:00000200:2.0:1776267963.812152:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.812160:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.812164:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.812320:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.812324:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343450). 00000400:00000200:1.0:1776267963.812331:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.812336:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.812340:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004395e51d 00000400:00000010:1.0:1776267963.812342:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004395e51d. 00000100:00000200:1.0:1776267963.812348:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489505216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267963.814938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000720a14df. 00010000:00000010:1.1:1776267963.814950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2abbd25. 00000400:00000200:1.0:1776267963.823161:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.823181:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d3c0 00000400:00000200:1.0:1776267963.823190:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb80bd [1] + 224 00000400:00000200:1.0:1776267963.823212:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.823216:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.823226:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489505216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.823257:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.823263:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e2c0 00000400:00000200:1.0:1776267963.823268:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb69dd [2] + 1312 00000400:00000200:1.0:1776267963.823331:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.823336:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.823341:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267963.823347:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5458b88. 00000020:00000010:0.0:1776267963.823444:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b7c64b1. 00000020:00000010:0.0:1776267963.823453:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ddfd904e. 00000020:00000010:0.0:1776267963.823457:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.823484:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5458b88 x1862549476139712/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267963.823528:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139712 02000000:00000010:0.0:1776267963.823539:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f94c60a7. 00010000:00000010:0.0:1776267963.823579:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267963.823587:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267963.823594:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:0.0:1776267963.823599:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00000400:00000010:0.0:1776267963.823611:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006163a41a. 00000100:00000200:0.0:1776267963.823617:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139712, offset 224 00000400:00000200:0.0:1776267963.823624:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.823633:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.823638:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91774:91774:256:4294967295] 192.168.202.34@tcp LPNI seq info [91774:91774:8:4294967295] 00000400:00000200:0.0:1776267963.823647:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.823651:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.823655:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065294013 (tot 82343698). 00000800:00000200:0.0:1776267963.823661:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.823667:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.823670:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065294013 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.823685:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ddfd904e. 00000020:00000010:0.0:1776267963.823690:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.823692:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b7c64b1. 00000400:00000010:2.0:1776267963.823774:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c17f663. 00000400:00000200:2.0:1776267963.823780:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cca27 00000400:00000010:2.0:1776267963.823782:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cca27. 00000100:00000200:2.0:1776267963.823800:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489505216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267963.823807:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489505216/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1776267963.823828:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcd61701. 02000000:00000010:2.0:1776267963.823843:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010e2f8d3. 02000000:00000010:2.0:1776267963.823848:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005aa849f3. 00000100:00000010:2.0:1776267963.823852:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:2.0:1776267963.823856:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dcdcb87b. 00010000:00000010:2.0:1776267963.823858:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061fc964c. 00080000:00000010:2.0:1776267963.823876:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005aa849f3. 00010000:00000010:2.0:1776267963.823985:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059555938. 00010000:00000010:2.0:1776267963.823991:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fda6890b. 00010000:00000010:2.0:1776267963.824072:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab1c7c2c. 00010000:00000010:2.0:1776267963.824080:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000059555938. 00010000:00000010:2.0:1776267963.824091:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061fc964c. 00000100:00000010:2.0:1776267963.824094:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dcdcb87b. 00000100:00000010:2.0:1776267963.824101:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c9c03c4. 02000000:00000010:2.0:1776267963.824112:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000010e2f8d3. 02000000:00000010:2.0:1776267963.824138:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000109a6b3a. 00000400:00000010:2.0:1776267963.824142:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007c17f663. 00000400:00000010:2.0:1776267963.824145:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814cca27. 00000100:00000200:2.0:1776267963.824150:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505280, portal 16 00000400:00000010:2.0:1776267963.824154:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008083c290. 00000100:00000200:2.0:1776267963.824155:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505280, offset 0 00000400:00000200:2.0:1776267963.824160:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.824166:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.824173:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267963.824177:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267963.824179:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267963.824182:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91775:91775:255:4294967295] 192.168.202.34@tcp LPNI seq info [91775:91775:7:4294967295] 00000400:00000200:2.0:1776267963.824189:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.824203:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.824206:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b51875a9 (tot 82343946). 00000800:00000200:2.0:1776267963.824210:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.824214:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.824216:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b51875a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.825218:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.825224:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065294013 (tot 82343698). 00000400:00000200:1.0:1776267963.825231:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.825238:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.825243:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006163a41a 00000400:00000010:1.0:1776267963.825244:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006163a41a. 00000800:00000200:1.0:1776267963.825313:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.825315:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b51875a9 (tot 82343450). 00000400:00000200:1.0:1776267963.825320:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.825323:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.825325:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008083c290 00000400:00000010:1.0:1776267963.825326:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008083c290. 00000100:00000200:1.0:1776267963.825333:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c9c03c4 x1862549489505280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267963.836643:0:78589:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7d1789a. 00010000:00000010:2.1:1776267963.836661:0:78589:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000291bd80c. 00010000:00000010:2.1:1776267963.836666:0:78589:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b64e2e7. 00000400:00000200:1.0:1776267963.837262:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.837281:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d400 00000400:00000200:1.0:1776267963.837290:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb80c9 [1] + 224 00000400:00000200:1.0:1776267963.837303:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.837307:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.837320:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c9c03c4 x1862549489505280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.837362:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.837368:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e300 00000400:00000200:1.0:1776267963.837373:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb69dd [2] + 1640 00000400:00000200:1.0:1776267963.837382:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.837385:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.837389:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267963.837394:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000327bfe9b. 00000020:00000010:0.0:1776267963.837489:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b7c64b1. 00000020:00000010:0.0:1776267963.837496:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ddfd904e. 00000020:00000010:0.0:1776267963.837501:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.837525:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000327bfe9b x1862549476139776/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1776267963.837561:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139776 02000000:00000010:0.0:1776267963.837572:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d5dde485. 00010000:00000010:0.0:1776267963.837608:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267963.837614:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267963.837621:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:0.0:1776267963.837625:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00000400:00000010:0.0:1776267963.837638:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6abd6ee. 00000100:00000200:0.0:1776267963.837643:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139776, offset 224 00000400:00000200:0.0:1776267963.837651:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.837661:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.837666:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91776:91776:256:4294967295] 192.168.202.34@tcp LPNI seq info [91776:91776:8:4294967295] 00000400:00000200:0.0:1776267963.837678:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.837682:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.837687:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070059777 (tot 82343698). 00000800:00000200:0.0:1776267963.837691:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.837697:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.837701:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070059777 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.837715:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ddfd904e. 00000020:00000010:0.0:1776267963.837720:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.837723:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b7c64b1. 00000800:00000200:1.0:1776267963.837853:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.837856:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070059777 (tot 82343450). 00000400:00000200:1.0:1776267963.837860:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.837863:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.837866:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6abd6ee 00000400:00000010:1.0:1776267963.837868:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6abd6ee. 00000400:00000010:3.0:1776267963.838176:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c17f663. 00000400:00000200:3.0:1776267963.838181:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814cca27 00000400:00000010:3.0:1776267963.838183:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814cca27. 00000100:00000200:3.0:1776267963.838190:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c9c03c4 x1862549489505280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.838210:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c9c03c4 x1862549489505280/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1776267963.838231:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049e40599. 02000000:00000010:3.0:1776267963.838250:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000109a6b3a. 02000000:00000010:3.0:1776267963.838256:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000010e2f8d3. 00000100:00000010:3.0:1776267963.838260:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c9c03c4. 00000100:00000010:3.0:1776267963.838264:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dcdcb87b. 00010000:00000010:3.0:1776267963.838267:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061fc964c. 00080000:00000010:3.0:1776267963.838287:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b254ccbe. 00010000:00000010:3.0:1776267963.838384:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059555938. 00010000:00000010:3.0:1776267963.838390:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b297e6b. 00010000:00000010:3.0:1776267963.838483:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016d9b3ea. 00010000:00000010:3.0:1776267963.838490:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002763722d. 00010000:00000010:3.0:1776267963.838500:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ebbfe1e. 00000100:00000010:3.0:1776267963.838505:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067ab02fa. 00000100:00000010:3.0:1776267963.838512:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038d6bd92. 02000000:00000010:3.0:1776267963.838524:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000417190b3. 02000000:00000010:3.0:1776267963.838549:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b08b06ba. 00000400:00000010:3.0:1776267963.838554:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3e5ca8f. 00000400:00000010:3.0:1776267963.838559:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267963.838564:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505344, portal 16 00000400:00000010:3.0:1776267963.838569:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009716a069. 00000100:00000200:3.0:1776267963.838571:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505344, offset 0 00000400:00000200:3.0:1776267963.838576:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.838584:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.838592:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.838595:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.838598:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.838600:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91777:91777:256:4294967295] 192.168.202.34@tcp LPNI seq info [91777:91777:8:4294967295] 00000400:00000200:3.0:1776267963.838607:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.838611:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.838614:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b53b411 (tot 82343698). 00000800:00000200:3.0:1776267963.838619:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.838624:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.838627:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005b53b411 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.838756:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.838758:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b53b411 (tot 82343450). 00000400:00000200:1.0:1776267963.838762:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.838765:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.838768:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009716a069 00000400:00000010:1.0:1776267963.838769:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009716a069. 00000100:00000200:1.0:1776267963.838774:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000038d6bd92 x1862549489505344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267963.846369:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.846388:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d440 00000400:00000200:3.0:1776267963.846397:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb80d5 [1] + 224 00000400:00000200:3.0:1776267963.846411:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.846415:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.846426:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000038d6bd92 x1862549489505344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267963.846468:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3e5ca8f. 00000400:00000200:3.0:1776267963.846471:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:3.0:1776267963.846473:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000100:00000200:3.0:1776267963.846478:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000038d6bd92 x1862549489505344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.846485:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000038d6bd92 x1862549489505344/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267963.846514:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b08b06ba. 02000000:00000010:3.0:1776267963.846520:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000417190b3. 00000100:00000010:3.0:1776267963.846524:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038d6bd92. 00000100:00000010:3.0:1776267963.846527:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067ab02fa. 00010000:00000010:3.0:1776267963.846531:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ebbfe1e. 00000400:00000200:3.0:1776267963.847182:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.847201:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e340 00000400:00000200:3.0:1776267963.847207:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb69dd [2] + 1968 00000400:00000010:3.0:1776267963.847210:0:15883:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a97aa906. 00000400:00000200:3.0:1776267963.847214:0:15883:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e147dcc8 00000400:00000200:3.0:1776267963.847266:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.847270:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.847273:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e147dcc8 00000400:00000010:3.0:1776267963.847275:0:15883:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e147dcc8 (tot 82343298). 00000100:00000200:3.0:1776267963.847279:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1776267963.847973:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b7c64b1. 00000020:00000010:0.0:1776267963.847980:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ddfd904e. 00000020:00000010:0.0:1776267963.847985:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.848013:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e492322d x1862549476139840/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267963.848038:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139840 02000000:00000010:0.0:1776267963.848049:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000058979b39. 00010000:00000010:0.0:1776267963.848075:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbac8ca0. 00010000:00000010:0.0:1776267963.848097:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267963.848103:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000062426149. 00000100:00000010:0.0:1776267963.848115:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000062426149. 00010000:00000010:0.0:1776267963.848118:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00000400:00000010:0.0:1776267963.848129:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c6e9c5d. 00000100:00000200:0.0:1776267963.848134:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139840, offset 224 00000400:00000200:0.0:1776267963.848142:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.848153:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.848158:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91778:91778:256:4294967295] 192.168.202.34@tcp LPNI seq info [91778:91778:8:4294967295] 00000400:00000200:0.0:1776267963.848168:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.848173:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.848178:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f656ed6 (tot 82343546). 00000800:00000200:0.0:1776267963.848183:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.848200:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.848204:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f656ed6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.848219:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ddfd904e. 00000020:00000010:0.0:1776267963.848223:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.848226:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b7c64b1. 02000000:00000010:0.0:1776267963.848232:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d5dde485. 00000100:00000010:0.0:1776267963.848235:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000327bfe9b. 02000000:00000010:0.0:1776267963.848238:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f94c60a7. 00000100:00000010:0.0:1776267963.848240:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5458b88. 02000000:00000010:0.0:1776267963.848243:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bb82ffec. 00000100:00000010:0.0:1776267963.848245:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdb942bd. 02000000:00000010:0.0:1776267963.848248:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000720a002a. 00000100:00000010:0.0:1776267963.848251:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fcb0bd4a. 02000000:00000010:0.0:1776267963.848254:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da4c13f6. 00000100:00000010:0.0:1776267963.848258:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008d76028b. 02000000:00000010:0.0:1776267963.848261:0:64836:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e025f0b7. 00000100:00000010:0.0:1776267963.848263:0:64836:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f72124f. 00000100:00000200:0.0:1776267963.848268:0:64836:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1776267963.848273:0:64836:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002192af62. 00000400:00000010:0.0:1776267963.848277:0:64836:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000062426149 (tot 82343698). 00080000:00000010:0.0:1776267963.848305:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f94c60a7. 00010000:00000010:0.0:1776267963.848647:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002763722d. 00010000:00000010:0.0:1776267963.848654:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b12ed3b. 00010000:00000010:0.0:1776267963.848789:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e0a78ea. 00010000:00000010:0.0:1776267963.848796:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c4104533. 00010000:00000010:0.0:1776267963.848806:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c84a239b. 00000100:00000010:0.0:1776267963.848811:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004235615d. 00000100:00000010:0.0:1776267963.848818:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267963.848830:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5dde485. 02000000:00000010:0.0:1776267963.848853:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b7c64b1. 00000400:00000010:0.0:1776267963.848858:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005af31808. 00000400:00000010:0.0:1776267963.848862:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083f3734f. 00000100:00000200:0.0:1776267963.848865:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505408, portal 16 00000400:00000010:0.0:1776267963.848869:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1a3c560. 00000100:00000200:0.0:1776267963.848870:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505408, offset 0 00000400:00000200:0.0:1776267963.848875:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.848882:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.848888:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.848891:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.849026:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.849029:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91779:91779:255:4294967295] 192.168.202.34@tcp LPNI seq info [91779:91779:7:4294967295] 00000400:00000200:0.0:1776267963.849037:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.849042:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.849046:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff893d (tot 82343946). 00000800:00000200:0.0:1776267963.849051:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.849055:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.849058:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093ff893d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.849184:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.849188:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f656ed6 (tot 82343698). 00000400:00000200:1.0:1776267963.849201:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.849206:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.849210:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c6e9c5d 00000400:00000010:1.0:1776267963.849212:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c6e9c5d. 02000000:00000010:1.0:1776267963.849217:0:15884:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000058979b39. 00000800:00000200:1.0:1776267963.849280:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.849282:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff893d (tot 82343450). 00000400:00000200:1.0:1776267963.849284:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.849287:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.849289:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1a3c560 00000400:00000010:1.0:1776267963.849290:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1a3c560. 00000100:00000200:1.0:1776267963.849295:0:15884:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489505408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1776267963.850208:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069c190e7. 00010000:00000010:2.1:1776267963.850215:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2f7c1a6. 00010000:00000010:2.1:1776267963.850219:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9bd5d0c. 00000400:00000200:3.0:1776267963.858867:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.858887:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d480 00000400:00000200:3.0:1776267963.858948:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb80e5 [1] + 224 00000400:00000200:3.0:1776267963.858963:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.858968:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.858980:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489505408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267963.859206:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005af31808. 00000400:00000200:1.0:1776267963.859213:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083f3734f 00000400:00000010:1.0:1776267963.859215:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083f3734f. 00000100:00000200:1.0:1776267963.859221:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489505408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267963.859234:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489505408/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267963.859262:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b7c64b1. 02000000:00000010:1.0:1776267963.859268:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d5dde485. 00000100:00000010:1.0:1776267963.859272:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:1.0:1776267963.859276:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004235615d. 00010000:00000010:1.0:1776267963.859280:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c84a239b. 00010000:00000010:0.1:1776267963.862557:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006df30c62. 00010000:00000010:0.1:1776267963.862574:0:78590:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034cab263. 00010000:00000010:0.1:1776267963.862579:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016d9b3ea. 00010000:00000010:3.1:1776267963.863594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005096736e. 00010000:00000010:3.1:1776267963.863608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e4a4bb6. 00010000:00000010:3.1:1776267963.863612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab1c7c2c. 00000400:00000200:3.0:1776267963.867053:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.867072:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e380 00000400:00000200:3.0:1776267963.867080:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6a35 [2] + 0 00000400:00000200:3.0:1776267963.867144:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.867149:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.867155:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267963.867161:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000038d6bd92. 00000020:00000010:0.0:1776267963.867285:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5dde485. 00000020:00000010:0.0:1776267963.867293:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.867297:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.867324:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038d6bd92 x1862549476139904/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267963.867361:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139904 02000000:00000010:0.0:1776267963.867372:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003b7c64b1. 00010000:00000010:0.0:1776267963.867402:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039194188. 00010000:00000010:0.0:1776267963.867423:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ad7784d. 00000100:00000010:0.0:1776267963.867430:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d29cc8b. 00000100:00000010:0.0:1776267963.867450:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d29cc8b. 00010000:00000010:0.0:1776267963.867454:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ad7784d. 00000400:00000010:0.0:1776267963.867466:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b63bbdc2. 00000100:00000200:0.0:1776267963.867471:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139904, offset 224 00000400:00000200:0.0:1776267963.867479:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.867490:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.867496:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91780:91780:256:4294967295] 192.168.202.34@tcp LPNI seq info [91780:91780:8:4294967295] 00000400:00000200:0.0:1776267963.867506:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.867511:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.867515:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005639f598 (tot 82343698). 00000800:00000200:0.0:1776267963.867520:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.867527:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.867530:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005639f598 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.867545:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.867549:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.867551:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5dde485. 00000800:00000200:1.0:1776267963.867864:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.867868:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005639f598 (tot 82343450). 00000400:00000200:1.0:1776267963.867872:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.867876:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.867879:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b63bbdc2 00000400:00000010:1.0:1776267963.867881:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b63bbdc2. 00080000:00000010:3.0:1776267963.868278:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000417190b3. 00010000:00000010:3.0:1776267963.868506:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4104533. 00010000:00000010:3.0:1776267963.868515:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007218784b. 00010000:00000010:3.0:1776267963.868593:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000183c5c60. 00010000:00000010:3.0:1776267963.868600:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002763722d. 00010000:00000010:3.0:1776267963.868611:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006ebbfe1e. 00000100:00000010:3.0:1776267963.868616:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067ab02fa. 00000100:00000010:3.0:1776267963.868623:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f627660. 02000000:00000010:3.0:1776267963.868633:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b08b06ba. 02000000:00000010:3.0:1776267963.868656:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095e8f5c2. 00000400:00000010:3.0:1776267963.868662:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f3e5ca8f. 00000400:00000010:3.0:1776267963.868666:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002af9ff8d. 00000100:00000200:3.0:1776267963.868671:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505472, portal 16 00000400:00000010:3.0:1776267963.868676:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f7e646e3. 00000100:00000200:3.0:1776267963.868678:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505472, offset 0 00000400:00000200:3.0:1776267963.868684:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.868694:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.868700:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.868703:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.868706:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.868709:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91781:91781:256:4294967295] 192.168.202.34@tcp LPNI seq info [91781:91781:8:4294967295] 00000400:00000200:3.0:1776267963.868716:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.868720:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.868724:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e3802e3 (tot 82343698). 00000800:00000200:3.0:1776267963.868729:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.868734:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.868736:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005e3802e3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.873048:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.873059:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e3802e3 (tot 82343450). 00000400:00000200:0.0:1776267963.873067:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.873076:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.873082:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f7e646e3 00000400:00000010:0.0:1776267963.873084:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f7e646e3. 00000100:00000200:0.0:1776267963.873094:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007f627660 x1862549489505472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267963.883875:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.883914:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d4c0 00000400:00000200:3.0:1776267963.883923:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb80f1 [1] + 224 00000400:00000200:3.0:1776267963.883943:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.883946:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.883957:0:15883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007f627660 x1862549489505472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267963.884099:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f3e5ca8f. 00000400:00000200:2.0:1776267963.884104:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002af9ff8d 00000400:00000010:2.0:1776267963.884106:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002af9ff8d. 00000100:00000200:2.0:1776267963.884112:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007f627660 x1862549489505472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267963.884119:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007f627660 x1862549489505472/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267963.884147:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095e8f5c2. 02000000:00000010:2.0:1776267963.884152:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b08b06ba. 00000100:00000010:2.0:1776267963.884156:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f627660. 00000100:00000010:2.0:1776267963.884160:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067ab02fa. 00010000:00000010:2.0:1776267963.884164:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006ebbfe1e. 00010000:00000010:3.1:1776267963.885091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc23ebcf. 00010000:00000010:3.1:1776267963.885098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e0a78ea. 00010000:00000010:0.1:1776267963.888218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093b55e7f. 00000400:00000200:1.0:1776267963.889812:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.889831:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e3c0 00000400:00000200:1.0:1776267963.889839:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6a35 [2] + 328 00000400:00000200:1.0:1776267963.890011:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.890016:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.890023:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267963.890029:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073ff5367. 00000020:00000010:0.0:1776267963.890114:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5dde485. 00000020:00000010:0.0:1776267963.890120:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.890124:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.890150:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000073ff5367 x1862549476139968/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1776267963.890185:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476139968 02000000:00000010:0.0:1776267963.890203:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000058979b39. 00010000:00000010:0.0:1776267963.890232:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f418ead. 00010000:00000010:0.0:1776267963.890249:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ad7784d. 00000100:00000010:0.0:1776267963.890255:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d29cc8b. 00000100:00000010:0.0:1776267963.890267:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d29cc8b. 00010000:00000010:0.0:1776267963.890271:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ad7784d. 00000400:00000010:0.0:1776267963.890282:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267963.890286:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476139968, offset 224 00000400:00000200:0.0:1776267963.890293:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.890302:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.890307:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91782:91782:256:4294967295] 192.168.202.34@tcp LPNI seq info [91782:91782:8:4294967295] 00000400:00000200:0.0:1776267963.890317:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.890321:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.890325:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343698). 00000800:00000200:0.0:1776267963.890330:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.890336:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.890349:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.890364:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.890367:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.890370:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5dde485. 00000800:00000200:0.0:1776267963.890425:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.890428:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:0.0:1776267963.890431:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.890434:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.890437:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:0.0:1776267963.890439:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00080000:00000010:2.0:1776267963.890598:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000109a6b3a. 00010000:00000010:2.0:1776267963.890690:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002763722d. 00010000:00000010:2.0:1776267963.890709:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1c6a1c3. 00010000:00000010:2.0:1776267963.890783:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9bd5d0c. 00010000:00000010:2.0:1776267963.890791:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003290a9f3. 00010000:00000010:2.0:1776267963.890802:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000574c1ae6. 00000100:00000010:2.0:1776267963.890806:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dcdcb87b. 00000100:00000010:2.0:1776267963.890813:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000200aa5ca. 02000000:00000010:2.0:1776267963.890826:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096c7318f. 02000000:00000010:2.0:1776267963.890850:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc515a90. 00000400:00000010:2.0:1776267963.890856:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000009e1fd2. 00000400:00000010:2.0:1776267963.890861:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001290874d. 00000100:00000200:2.0:1776267963.890866:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505536, portal 16 00000400:00000010:2.0:1776267963.890870:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f85c9109. 00000100:00000200:2.0:1776267963.890872:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505536, offset 0 00000400:00000200:2.0:1776267963.890877:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.890885:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.890921:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267963.890925:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267963.890927:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267963.890929:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91783:91783:256:4294967295] 192.168.202.34@tcp LPNI seq info [91783:91783:8:4294967295] 00000400:00000200:2.0:1776267963.890937:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.890942:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.890945:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002b93b1d2 (tot 82343698). 00000800:00000200:2.0:1776267963.890950:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.890954:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.890956:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002b93b1d2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.891558:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.891562:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002b93b1d2 (tot 82343450). 00000400:00000200:0.0:1776267963.891568:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.891574:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.891578:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f85c9109 00000400:00000010:0.0:1776267963.891579:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f85c9109. 00000100:00000200:0.0:1776267963.891587:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000200aa5ca x1862549489505536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.898169:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.898201:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d500 00000400:00000200:1.0:1776267963.898213:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb80fd [1] + 224 00000400:00000200:1.0:1776267963.898233:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.898237:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.898252:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000200aa5ca x1862549489505536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1776267963.898372:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000009e1fd2. 00000400:00000200:3.0:1776267963.898378:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001290874d 00000400:00000010:3.0:1776267963.898381:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001290874d. 00000100:00000200:3.0:1776267963.898389:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000200aa5ca x1862549489505536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1776267963.898397:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000200aa5ca x1862549489505536/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1776267963.898433:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc515a90. 02000000:00000010:3.0:1776267963.898440:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000096c7318f. 00000100:00000010:3.0:1776267963.898445:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000200aa5ca. 00000100:00000010:3.0:1776267963.898450:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dcdcb87b. 00010000:00000010:3.0:1776267963.898454:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000574c1ae6. 00010000:00000010:0.1:1776267963.901089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000791ec484. 00010000:00000010:2.1:1776267963.902140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000015f7e65. 00010000:00000010:2.1:1776267963.902150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000183c5c60. 00000400:00000200:1.0:1776267963.904307:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.904333:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e400 00000400:00000200:1.0:1776267963.904350:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6a35 [2] + 656 00000400:00000200:1.0:1776267963.904416:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.904421:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.904429:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1776267963.904436:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008274bc47. 00000020:00000010:1.0:1776267963.904498:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb82ffec. 00000020:00000010:1.0:1776267963.904505:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000720148d. 00000020:00000010:1.0:1776267963.904509:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267963.904537:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008274bc47 x1862549476140032/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1776267963.904570:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476140032 02000000:00000010:1.0:1776267963.904581:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001bc06130. 00010000:00000010:1.0:1776267963.904610:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e2db406. 00010000:00000010:1.0:1776267963.904631:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021d10561. 00000100:00000010:1.0:1776267963.904637:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051278bcd. 00000100:00000010:1.0:1776267963.904650:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051278bcd. 00010000:00000010:1.0:1776267963.904654:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021d10561. 00000400:00000010:1.0:1776267963.904666:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfd23bea. 00000100:00000200:1.0:1776267963.904671:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476140032, offset 224 00000400:00000200:1.0:1776267963.904678:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.904688:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.904693:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91784:91784:256:4294967295] 192.168.202.34@tcp LPNI seq info [91784:91784:8:4294967295] 00000400:00000200:1.0:1776267963.904716:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.904723:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.904727:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267963.904732:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.904739:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.904742:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267963.904758:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000720148d. 00000020:00000010:1.0:1776267963.904761:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267963.904764:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb82ffec. 00080000:00000010:1.0:1776267963.904796:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb82ffec. 00010000:00000010:1.0:1776267963.904879:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003290a9f3. 00010000:00000010:1.0:1776267963.904885:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000981b0c9a. 00010000:00000010:1.0:1776267963.904980:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a1bf512. 00010000:00000010:1.0:1776267963.904987:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007147cc0a. 00010000:00000010:1.0:1776267963.904997:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021d10561. 00000100:00000010:1.0:1776267963.905000:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051278bcd. 00000100:00000010:1.0:1776267963.905006:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e69869f. 02000000:00000010:1.0:1776267963.905017:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0fd1dae. 02000000:00000010:1.0:1776267963.905039:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdff582e. 00000400:00000010:1.0:1776267963.905044:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae94a7e7. 00000400:00000010:1.0:1776267963.905049:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267963.905053:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505600, portal 16 00000400:00000010:1.0:1776267963.905058:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b326f591. 00000100:00000200:1.0:1776267963.905059:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505600, offset 0 00000400:00000200:1.0:1776267963.905064:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.905070:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.905077:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267963.905080:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267963.905083:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267963.905085:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91785:91785:255:4294967295] 192.168.202.34@tcp LPNI seq info [91785:91785:7:4294967295] 00000400:00000200:1.0:1776267963.905091:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.905095:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.905098:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343946). 00000800:00000200:1.0:1776267963.905102:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.905106:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.905108:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.905153:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.905157:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035313d91 (tot 82343698). 00000400:00000200:1.0:1776267963.905162:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.905165:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.905168:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfd23bea 00000400:00000010:1.0:1776267963.905171:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfd23bea. 00000800:00000200:1.0:1776267963.905228:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.905230:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:1.0:1776267963.905233:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.905237:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.905239:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b326f591 00000400:00000010:1.0:1776267963.905240:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b326f591. 00000100:00000200:1.0:1776267963.905244:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e69869f x1862549489505600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1776267963.908496:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:1.0:1776267963.908518:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d540 00000400:00000200:1.0:1776267963.908529:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb8109 [1] + 224 00000400:00000200:1.0:1776267963.908547:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.908550:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:1.0:1776267963.908563:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e69869f x1862549489505600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1776267963.908614:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae94a7e7. 00000400:00000200:1.0:1776267963.908618:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076585e34 00000400:00000010:1.0:1776267963.908620:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076585e34. 00000100:00000200:1.0:1776267963.908625:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e69869f x1862549489505600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267963.908633:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e69869f x1862549489505600/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1776267963.908663:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdff582e. 02000000:00000010:1.0:1776267963.908668:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d0fd1dae. 00000100:00000010:1.0:1776267963.908675:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e69869f. 00000100:00000010:1.0:1776267963.908680:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051278bcd. 00010000:00000010:1.0:1776267963.908684:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021d10561. 00000400:00000200:3.0:1776267963.912187:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.912221:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e440 00000400:00000200:3.0:1776267963.912230:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6a35 [2] + 984 00000400:00000200:3.0:1776267963.912299:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.912305:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.912312:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267963.912318:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f83dba0c. 00000020:00000010:0.0:1776267963.912508:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5dde485. 00000020:00000010:0.0:1776267963.912515:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.912520:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.912549:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f83dba0c x1862549476140096/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1776267963.912585:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476140096 02000000:00000010:0.0:1776267963.912597:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2b24287. 00010000:00000010:0.0:1776267963.912629:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091d35329. 00010000:00000010:0.0:1776267963.912651:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ad7784d. 00000100:00000010:0.0:1776267963.912658:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d29cc8b. 00000100:00000010:0.0:1776267963.912678:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d29cc8b. 00010000:00000010:0.0:1776267963.912685:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ad7784d. 00000400:00000010:0.0:1776267963.912698:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267963.912704:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476140096, offset 224 00000400:00000200:0.0:1776267963.912711:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.912722:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.912738:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91786:91786:256:4294967295] 192.168.202.34@tcp LPNI seq info [91786:91786:8:4294967295] 00000400:00000200:0.0:1776267963.912748:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.912753:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.912758:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343698). 00000800:00000200:0.0:1776267963.912765:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.912772:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.912777:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.912797:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.912802:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.912805:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5dde485. 00000800:00000200:0.0:1776267963.912876:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.912880:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:0.0:1776267963.912883:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.912888:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.913006:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:0.0:1776267963.913010:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00080000:00000010:3.0:1776267963.914933:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4fec33f. 00010000:00000010:3.0:1776267963.915039:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007147cc0a. 00010000:00000010:3.0:1776267963.915050:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ca1d775. 00010000:00000010:3.0:1776267963.915122:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a88e41c1. 00010000:00000010:3.0:1776267963.915126:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000106434ce. 00010000:00000010:3.0:1776267963.915130:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e605c53. 00010000:00000010:3.0:1776267963.915135:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f0862796. 00080000:00000010:3.0:1776267963.915151:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0c15b93. 00010000:00000010:3.0:1776267963.915173:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0862796. 00010000:00000010:3.0:1776267963.915177:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000106434ce. 00010000:00000010:3.0:1776267963.915237:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e8536ee2. 00010000:00000010:3.0:1776267963.915240:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f0862796. 00010000:00000010:3.0:1776267963.915248:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000029bf07f8. 00000100:00000010:3.0:1776267963.915254:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067ab02fa. 00000100:00000010:3.0:1776267963.915262:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc3056fa. 02000000:00000010:3.0:1776267963.915275:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af7d7c8a. 02000000:00000010:3.0:1776267963.915301:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b08b06ba. 00000400:00000010:3.0:1776267963.915306:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5508dd4. 00000400:00000010:3.0:1776267963.915312:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d10681d1. 00000100:00000200:3.0:1776267963.915319:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505664, portal 16 00000400:00000010:3.0:1776267963.915324:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000253f928a. 00000100:00000200:3.0:1776267963.915326:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505664, offset 0 00000400:00000200:3.0:1776267963.915335:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267963.915360:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267963.915366:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267963.915369:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267963.915372:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267963.915375:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91787:91787:256:4294967295] 192.168.202.34@tcp LPNI seq info [91787:91787:8:4294967295] 00000400:00000200:3.0:1776267963.915384:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267963.915390:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267963.915395:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004cbb0df0 (tot 82343698). 00000800:00000200:3.0:1776267963.915401:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267963.915409:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267963.915413:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004cbb0df0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1776267963.918112:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1776267963.918122:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004cbb0df0 (tot 82343450). 00000400:00000200:1.0:1776267963.918132:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1776267963.918145:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:1.0:1776267963.918153:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000253f928a 00000400:00000010:1.0:1776267963.918156:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000253f928a. 00000100:00000200:1.0:1776267963.918168:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc3056fa x1862549489505664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267963.921136:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffc57174. 00010000:00000010:1.1:1776267963.921151:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049353e1f. 00010000:00000010:1.1:1776267963.921155:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9bd5d0c. 00010000:00000010:0.1:1776267963.922120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003925dae3. 00010000:00000010:3.1:1776267963.925219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081ed7d37. 00010000:00000010:3.1:1776267963.925232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a1bf512. 00010000:00000010:3.1:1776267963.925237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a88e41c1. 00010000:00000010:3.1:1776267963.925240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e605c53. 00000400:00000200:3.0:1776267963.926075:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.926092:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d580 00000400:00000200:3.0:1776267963.926100:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb8115 [1] + 224 00000400:00000200:3.0:1776267963.926113:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.926116:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.926127:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fc3056fa x1862549489505664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267963.926167:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.926173:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e480 00000400:00000200:3.0:1776267963.926177:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6a35 [2] + 1312 00000400:00000200:3.0:1776267963.926214:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.926218:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.926223:0:15885:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267963.926230:0:15885:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f627660. 00000020:00000010:0.0:1776267963.926355:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5dde485. 00000020:00000010:0.0:1776267963.926362:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.926366:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000e7c5336. 00000100:00000200:0.0:1776267963.926393:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007f627660 x1862549476140160/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1776267963.926429:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476140160 02000000:00000010:0.0:1776267963.926442:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e025f0b7. 00010000:00000010:0.0:1776267963.926492:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ad7784d. 00000100:00000010:0.0:1776267963.926500:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d29cc8b. 00000100:00000010:0.0:1776267963.926510:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d29cc8b. 00010000:00000010:0.0:1776267963.926516:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ad7784d. 00000400:00000010:0.0:1776267963.926531:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267963.926537:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476140160, offset 224 00000400:00000200:0.0:1776267963.926545:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.926556:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.926562:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91788:91788:256:4294967295] 192.168.202.34@tcp LPNI seq info [91788:91788:8:4294967295] 00000400:00000200:0.0:1776267963.926572:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.926577:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.926582:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fa00889 (tot 82343698). 00000800:00000200:0.0:1776267963.926587:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.926593:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.926596:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003fa00889 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1776267963.926614:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a18d84a1. 00000020:00000010:0.0:1776267963.926618:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000e7c5336. 00000020:00000010:0.0:1776267963.926620:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5dde485. 00000800:00000200:0.0:1776267963.926706:0:15884:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.926710:0:15884:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fa00889 (tot 82343450). 00000400:00000200:0.0:1776267963.926714:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.926718:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.926721:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:0.0:1776267963.926723:0:15884:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00000400:00000010:1.0:1776267963.927059:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5508dd4. 00000400:00000200:1.0:1776267963.927064:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d10681d1 00000400:00000010:1.0:1776267963.927066:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d10681d1. 00000100:00000200:1.0:1776267963.927074:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc3056fa x1862549489505664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267963.927082:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc3056fa x1862549489505664/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267963.927102:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000727f7968. 02000000:00000010:1.0:1776267963.927115:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b08b06ba. 02000000:00000010:1.0:1776267963.927120:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af7d7c8a. 00000100:00000010:1.0:1776267963.927123:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc3056fa. 00000100:00000010:1.0:1776267963.927126:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067ab02fa. 00010000:00000010:1.0:1776267963.927129:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000029bf07f8. 00080000:00000010:1.0:1776267963.927146:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000993dd721. 00010000:00000010:1.0:1776267963.927242:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0862796. 00010000:00000010:1.0:1776267963.927248:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000073b875dc. 00010000:00000010:1.0:1776267963.927410:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005c833d6. 00010000:00000010:1.0:1776267963.927418:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000026888f9b. 00010000:00000010:1.0:1776267963.927429:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021d10561. 00000100:00000010:1.0:1776267963.927434:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000051278bcd. 00000100:00000010:1.0:1776267963.927440:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e69869f. 02000000:00000010:1.0:1776267963.927451:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0fd1dae. 02000000:00000010:1.0:1776267963.927474:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2037dc8. 00000400:00000010:1.0:1776267963.927478:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae94a7e7. 00000400:00000010:1.0:1776267963.927483:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000076585e34. 00000100:00000200:1.0:1776267963.927487:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505728, portal 16 00000400:00000010:1.0:1776267963.927491:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b326f591. 00000100:00000200:1.0:1776267963.927492:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505728, offset 0 00000400:00000200:1.0:1776267963.927498:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267963.927505:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267963.927511:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:1.0:1776267963.927514:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776267963.927517:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:1.0:1776267963.927520:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91789:91789:256:4294967295] 192.168.202.34@tcp LPNI seq info [91789:91789:8:4294967295] 00000400:00000200:1.0:1776267963.927528:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267963.927532:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267963.927535:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8868cfe (tot 82343698). 00000800:00000200:1.0:1776267963.927539:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267963.927544:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267963.927547:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8868cfe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1776267963.927649:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1776267963.927652:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8868cfe (tot 82343450). 00000400:00000200:0.0:1776267963.927656:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267963.927660:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:0.0:1776267963.927663:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b326f591 00000400:00000010:0.0:1776267963.927665:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b326f591. 00000100:00000200:0.0:1776267963.927670:0:15883:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e69869f x1862549489505728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267963.940864:0:15885:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.940884:0:15885:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d5c0 00000400:00000200:3.0:1776267963.940920:0:15885:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb8121 [1] + 224 00000400:00000200:3.0:1776267963.940935:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.940939:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.940950:0:15885:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e69869f x1862549489505728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267963.942532:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae94a7e7. 00000400:00000200:2.0:1776267963.942541:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000076585e34 00000400:00000010:2.0:1776267963.942544:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000076585e34. 00000100:00000200:2.0:1776267963.942558:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e69869f x1862549489505728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267963.942569:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e69869f x1862549489505728/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267963.942602:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2037dc8. 02000000:00000010:2.0:1776267963.942609:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d0fd1dae. 00000100:00000010:2.0:1776267963.942615:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e69869f. 00000100:00000010:2.0:1776267963.942620:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000051278bcd. 00010000:00000010:2.0:1776267963.942624:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021d10561. 00000400:00000200:2.0:1776267963.945065:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.945085:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e4c0 00000400:00000200:2.0:1776267963.945093:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6a35 [2] + 1640 00000400:00000200:2.0:1776267963.945156:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.945161:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.945167:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267963.945172:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 00000020:00000010:2.0:1776267963.945241:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c9ad8e8. 00000020:00000010:2.0:1776267963.945248:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000347f5304. 00000020:00000010:2.0:1776267963.945252:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267963.945281:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa9f9452 x1862549476140224/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1776267963.945311:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476140224 02000000:00000010:2.0:1776267963.945321:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000171d39b8. 00010000:00000010:2.0:1776267963.945360:0:64836:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000960115bf. 00010000:00000010:2.0:1776267963.945379:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005768e0f8. 00000100:00000010:2.0:1776267963.945385:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eee1c8df. 00000100:00000010:2.0:1776267963.945397:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eee1c8df. 00010000:00000010:2.0:1776267963.945401:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005768e0f8. 00000400:00000010:2.0:1776267963.945414:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006637a72f. 00000100:00000200:2.0:1776267963.945418:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476140224, offset 224 00000400:00000200:2.0:1776267963.945426:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.945436:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.945442:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91790:91790:256:4294967295] 192.168.202.34@tcp LPNI seq info [91790:91790:8:4294967295] 00000400:00000200:2.0:1776267963.945452:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.945457:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.945462:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267963.945467:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.945475:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.945479:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267963.945496:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000347f5304. 00000020:00000010:2.0:1776267963.945500:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267963.945503:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c9ad8e8. 00000800:00000200:2.0:1776267963.945557:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.945560:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:2.0:1776267963.945565:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.945568:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.945572:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006637a72f 00000400:00000010:2.0:1776267963.945574:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006637a72f. 00080000:00000010:2.0:1776267963.945603:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c9ad8e8. 00010000:00000010:2.0:1776267963.945679:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000026888f9b. 00010000:00000010:2.0:1776267963.945687:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a5cba2e. 00010000:00000010:2.0:1776267963.945756:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004efb028e. 00010000:00000010:2.0:1776267963.945761:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000001c1e2af. 00010000:00000010:2.0:1776267963.945769:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005768e0f8. 00000100:00000010:2.0:1776267963.945772:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eee1c8df. 00000100:00000010:2.0:1776267963.945778:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000425f4f8d. 02000000:00000010:2.0:1776267963.945789:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca57869c. 02000000:00000010:2.0:1776267963.945809:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed1fcc0e. 00000400:00000010:2.0:1776267963.945814:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dd5ba0fb. 00000400:00000010:2.0:1776267963.945817:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006637a72f. 00000100:00000200:2.0:1776267963.945823:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505792, portal 16 00000400:00000010:2.0:1776267963.945827:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbb66a2. 00000100:00000200:2.0:1776267963.945829:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505792, offset 0 00000400:00000200:2.0:1776267963.945834:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.945839:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.945845:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:2.0:1776267963.945848:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776267963.945851:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:2.0:1776267963.945853:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91791:91791:256:4294967295] 192.168.202.34@tcp LPNI seq info [91791:91791:8:4294967295] 00000400:00000200:2.0:1776267963.945860:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.945865:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.945867:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098a934ce (tot 82343698). 00000800:00000200:2.0:1776267963.945871:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.945875:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.945877:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098a934ce type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267963.947875:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.947881:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098a934ce (tot 82343450). 00000400:00000200:3.0:1776267963.947889:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.947911:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.949103:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbb66a2 00000400:00000010:3.0:1776267963.949109:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbb66a2. 00000100:00000200:3.0:1776267963.949124:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000425f4f8d x1862549489505792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1776267963.956562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba2ea533. 00010000:00000010:1.1:1776267963.956573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abbc843c. 00010000:00000010:1.1:1776267963.956578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8536ee2. 00000400:00000200:2.0:1776267963.969129:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.969149:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d600 00000400:00000200:2.0:1776267963.969157:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb812d [1] + 224 00000400:00000200:2.0:1776267963.969168:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.969171:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267963.969182:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000425f4f8d x1862549489505792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1776267963.969229:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267963.969234:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e500 00000400:00000200:2.0:1776267963.969239:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6a35 [2] + 1968 00000400:00000010:2.0:1776267963.969243:0:15884:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c590547. 00000400:00000200:2.0:1776267963.969247:0:15884:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002569e9f1 00000400:00000200:2.0:1776267963.969307:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.969311:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.969314:0:15884:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002569e9f1 00000400:00000010:2.0:1776267963.969316:0:15884:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002569e9f1 (tot 82343298). 00000100:00000200:2.0:1776267963.969322:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1776267963.969664:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006707a37d. 00000020:00000010:2.0:1776267963.969671:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000347f5304. 00000020:00000010:2.0:1776267963.969675:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267963.969701:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000006755ea3 x1862549476140288/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1776267963.969726:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476140288 02000000:00000010:2.0:1776267963.969735:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ae4088b. 00010000:00000010:2.0:1776267963.969777:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061fc964c. 00000100:00000010:2.0:1776267963.969783:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ac1bbcf6. 00000100:00000010:2.0:1776267963.969789:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ac1bbcf6. 00010000:00000010:2.0:1776267963.969793:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061fc964c. 00000400:00000010:2.0:1776267963.969805:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef6112c0. 00000100:00000200:2.0:1776267963.969810:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476140288, offset 224 00000400:00000200:2.0:1776267963.969817:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.969827:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.969833:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91792:91792:256:4294967295] 192.168.202.34@tcp LPNI seq info [91792:91792:8:4294967295] 00000400:00000200:2.0:1776267963.969843:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.969848:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.969852:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343546). 00000800:00000200:2.0:1776267963.969857:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.969863:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.969866:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267963.969881:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000347f5304. 00000020:00000010:2.0:1776267963.969884:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267963.969888:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006707a37d. 02000000:00000010:2.0:1776267963.970249:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000171d39b8. 00000100:00000010:2.0:1776267963.970254:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa9f9452. 02000000:00000010:2.0:1776267963.970261:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e025f0b7. 00000100:00000010:2.0:1776267963.970263:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f627660. 02000000:00000010:2.0:1776267963.970267:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2b24287. 00000100:00000010:2.0:1776267963.970269:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f83dba0c. 02000000:00000010:2.0:1776267963.970271:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001bc06130. 00000100:00000010:2.0:1776267963.970273:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008274bc47. 02000000:00000010:2.0:1776267963.970277:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000058979b39. 00000100:00000010:2.0:1776267963.970279:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073ff5367. 02000000:00000010:2.0:1776267963.970284:0:64837:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003b7c64b1. 00000100:00000010:2.0:1776267963.970286:0:64837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000038d6bd92. 00000100:00000200:2.0:1776267963.970292:0:64837:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1776267963.970298:0:64837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac03e0d1. 00000400:00000010:2.0:1776267963.970302:0:64837:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac1bbcf6 (tot 82343698). 00000400:00000010:0.0:1776267963.971561:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dd5ba0fb. 00000400:00000200:0.0:1776267963.971569:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006637a72f 00000400:00000010:0.0:1776267963.971571:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006637a72f. 00000100:00000200:0.0:1776267963.971585:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000425f4f8d x1862549489505792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1776267963.971594:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000425f4f8d x1862549489505792/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1776267963.971618:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af52d177. 02000000:00000010:0.0:1776267963.971636:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed1fcc0e. 02000000:00000010:0.0:1776267963.971641:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ca57869c. 00000100:00000010:0.0:1776267963.971644:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000425f4f8d. 00000100:00000010:0.0:1776267963.971649:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eee1c8df. 00010000:00000010:0.0:1776267963.971653:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005768e0f8. 00080000:00000010:0.0:1776267963.971673:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002a88607e. 00010000:00000010:0.0:1776267963.971770:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001c1e2af. 00010000:00000010:0.0:1776267963.971777:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000568faf79. 00010000:00000010:0.0:1776267963.971844:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b79bc8f. 00010000:00000010:0.0:1776267963.971850:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000076181ead. 00010000:00000010:0.0:1776267963.971862:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ad7784d. 00000100:00000010:0.0:1776267963.971867:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d29cc8b. 00000100:00000010:0.0:1776267963.971876:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cc4aea2. 02000000:00000010:0.0:1776267963.971891:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000441048fd. 00000800:00000200:2.0:1776267963.972316:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.972321:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:2.0:1776267963.972329:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.972336:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.972482:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef6112c0 00000400:00000010:2.0:1776267963.972484:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef6112c0. 02000000:00000010:2.0:1776267963.972491:0:15883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ae4088b. 02000000:00000010:0.0:1776267963.974294:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fee200d0. 00000400:00000010:0.0:1776267963.974305:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091dd6006. 00000400:00000010:0.0:1776267963.974310:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065bab93c. 00000100:00000200:0.0:1776267963.974316:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505856, portal 16 00000400:00000010:0.0:1776267963.974320:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000074d9ae42. 00000100:00000200:0.0:1776267963.974322:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505856, offset 0 00000400:00000200:0.0:1776267963.974330:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.976605:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.976614:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.976618:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.976622:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.976625:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91793:91793:256:4294967295] 192.168.202.34@tcp LPNI seq info [91793:91793:8:4294967295] 00000400:00000200:0.0:1776267963.976636:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.976642:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.976647:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f30e7a1 (tot 82343698). 00000800:00000200:0.0:1776267963.976656:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.976663:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.976667:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f30e7a1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267963.981582:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.981590:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f30e7a1 (tot 82343450). 00000400:00000200:3.0:1776267963.981621:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.981631:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.981639:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000074d9ae42 00000400:00000010:3.0:1776267963.981640:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000074d9ae42. 00000100:00000200:3.0:1776267963.981652:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cc4aea2 x1862549489505856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267963.983655:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.983676:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d640 00000400:00000200:3.0:1776267963.983687:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb813d [1] + 224 00000400:00000200:3.0:1776267963.983702:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.983706:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.985265:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cc4aea2 x1862549489505856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1776267963.985376:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:3.0:1776267963.985386:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e540 00000400:00000200:3.0:1776267963.985392:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6a8d [2] + 0 00000400:00000200:3.0:1776267963.985443:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.985448:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:3.0:1776267963.985453:0:15884:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1776267963.985458:0:15884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6a3c49b. 00000020:00000010:2.0:1776267963.987373:0:64836:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ae4088b. 00000020:00000010:2.0:1776267963.987382:0:64836:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000347f5304. 00000020:00000010:2.0:1776267963.987386:0:64836:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000efe8f9de. 00000100:00000200:2.0:1776267963.987415:0:64836:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a6a3c49b x1862549476140352/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:646/0 lens 328/0 e 0 to 0 dl 1776268006 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1776267963.987452:0:64836:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476140352 02000000:00000010:2.0:1776267963.987462:0:64836:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000171d39b8. 00010000:00000010:2.0:1776267963.987502:0:64836:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061fc964c. 00000100:00000010:2.0:1776267963.987510:0:64836:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eee1c8df. 00000100:00000010:2.0:1776267963.987517:0:64836:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eee1c8df. 00010000:00000010:2.0:1776267963.987521:0:64836:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061fc964c. 00000400:00000010:2.0:1776267963.987535:0:64836:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef6112c0. 00000100:00000200:2.0:1776267963.987540:0:64836:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476140352, offset 224 00000400:00000200:2.0:1776267963.987548:0:64836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:2.0:1776267963.987562:0:64836:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:2.0:1776267963.987567:0:64836:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91794:91794:256:4294967295] 192.168.202.34@tcp LPNI seq info [91794:91794:8:4294967295] 00000400:00000200:2.0:1776267963.987577:0:64836:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:2.0:1776267963.987582:0:64836:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:2.0:1776267963.987587:0:64836:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d99f846 (tot 82343698). 00000800:00000200:2.0:1776267963.987593:0:64836:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:2.0:1776267963.987600:0:64836:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:2.0:1776267963.987604:0:64836:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009d99f846 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1776267963.987621:0:64836:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000347f5304. 00000020:00000010:2.0:1776267963.987626:0:64836:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000efe8f9de. 00000020:00000010:2.0:1776267963.987629:0:64836:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ae4088b. 00000800:00000200:2.0:1776267963.987720:0:15883:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776267963.987723:0:15883:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d99f846 (tot 82343450). 00000400:00000200:2.0:1776267963.987729:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267963.987734:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:2.0:1776267963.987738:0:15883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef6112c0 00000400:00000010:2.0:1776267963.987740:0:15883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef6112c0. 00010000:00000010:2.1:1776267963.988498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005799c2d2. 00010000:00000010:2.1:1776267963.988506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000644b5b4. 00010000:00000010:2.1:1776267963.988511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c833d6. 00000400:00000010:1.0:1776267963.990109:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091dd6006. 00000400:00000200:1.0:1776267963.990119:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065bab93c 00000400:00000010:1.0:1776267963.990120:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065bab93c. 00000100:00000200:1.0:1776267963.990136:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cc4aea2 x1862549489505856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1776267963.990147:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cc4aea2 x1862549489505856/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1776267963.990177:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a462c0f4. 02000000:00000010:1.0:1776267963.990210:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fee200d0. 02000000:00000010:1.0:1776267963.990216:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000441048fd. 00000100:00000010:1.0:1776267963.990221:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cc4aea2. 00000100:00000010:1.0:1776267963.990225:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d29cc8b. 00010000:00000010:1.0:1776267963.990230:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ad7784d. 00080000:00000010:0.0:1776267963.995629:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c829bf6. 00010000:00000010:0.0:1776267963.995749:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076181ead. 00010000:00000010:0.0:1776267963.995762:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ec6ed12. 00010000:00000010:0.0:1776267963.995847:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000899accb8. 00010000:00000010:0.0:1776267963.995854:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000076181ead. 00010000:00000010:0.0:1776267963.995866:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db5b3e34. 00000100:00000010:0.0:1776267963.995873:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094f7b237. 00000100:00000010:0.0:1776267963.995883:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005c54bf38. 02000000:00000010:0.0:1776267963.995928:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082110e9b. 02000000:00000010:0.0:1776267963.995960:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3f1d91a. 00000400:00000010:0.0:1776267963.995970:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091dd6006. 00000400:00000010:0.0:1776267963.995977:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052669a04. 00000100:00000200:0.0:1776267963.995984:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505920, portal 16 00000400:00000010:0.0:1776267963.995990:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aeb90fde. 00000100:00000200:0.0:1776267963.995991:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505920, offset 0 00000400:00000200:0.0:1776267963.996002:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:0.0:1776267963.996024:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:0.0:1776267963.996031:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:0.0:1776267963.996035:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776267963.996039:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:0.0:1776267963.996042:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91795:91795:256:4294967295] 192.168.202.34@tcp LPNI seq info [91795:91795:8:4294967295] 00000400:00000200:0.0:1776267963.996052:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:0.0:1776267963.996058:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:0.0:1776267963.996063:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000903c6240 (tot 82343698). 00000800:00000200:0.0:1776267963.996070:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:0.0:1776267963.996077:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:0.0:1776267963.996081:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000903c6240 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1776267963.997801:0:15885:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776267963.997808:0:15885:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000903c6240 (tot 82343450). 00000400:00000200:3.0:1776267963.997817:0:15885:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776267963.997827:0:15885:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000400:00000200:3.0:1776267963.997834:0:15885:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aeb90fde 00000400:00000010:3.0:1776267963.997836:0:15885:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aeb90fde. 00000100:00000200:3.0:1776267963.997847:0:15885:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005c54bf38 x1862549489505920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1776267964.002772:0:15884:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:0.0:1776267964.002793:0:15884:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 224 into portal 16 MB=0x69dfa98b2d680 00000400:00000200:0.0:1776267964.002802:0:15884:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.34@tcp of length 224/224 into md 0xb8149 [1] + 224 00000400:00000200:0.0:1776267964.002819:0:15884:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1776267964.002823:0:15884:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:0.0:1776267964.002834:0:15884:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005c54bf38 x1862549489505920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1776267964.002932:0:77399:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091dd6006. 00000400:00000200:2.0:1776267964.002937:0:77399:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052669a04 00000400:00000010:2.0:1776267964.002940:0:77399:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052669a04. 00000100:00000200:2.0:1776267964.002947:0:77399:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005c54bf38 x1862549489505920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1776267964.002954:0:77399:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005c54bf38 x1862549489505920/t0(0) o104->lustre-MDT0000@192.168.202.34@tcp:15/16 lens 328/224 e 0 to 0 dl 1776268007 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1776267964.002983:0:77399:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3f1d91a. 02000000:00000010:2.0:1776267964.002989:0:77399:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000082110e9b. 00000100:00000010:2.0:1776267964.002992:0:77399:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005c54bf38. 00000100:00000010:2.0:1776267964.002996:0:77399:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094f7b237. 00010000:00000010:2.0:1776267964.003000:0:77399:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db5b3e34. 00010000:00000010:0.1:1776267964.003175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009134b4fd. 00010000:00000010:0.1:1776267964.003182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027cb583c. 00010000:00000010:0.1:1776267964.003185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efb028e. 00010000:00000010:1.1:1776267964.004013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078b7058b. 00010000:00000010:0.1:1776267964.007935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056726e43. 00010000:00000010:0.1:1776267964.007952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b79bc8f. 00000400:00000200:2.0:1776267964.013887:0:15883:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp) <- 192.168.202.34@tcp : PUT - for me 00000400:00000200:2.0:1776267964.013948:0:15883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.202.34@tcp of length 328 into portal 17 MB=0x69dfa97e6e580 00000400:00000200:2.0:1776267964.013957:0:15883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.34@tcp of length 328/328 into md 0xb6a8d [2] + 328 00000400:00000200:2.0:1776267964.014020:0:15883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776267964.014025:0:15883:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.202.134@tcp->192.168.202.34@tcp: PUT: OK 00000100:00000200:2.0:1776267964.014032:0:15883:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1776267964.014039:0:15883:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa9f9452. 00000020:00000010:1.0:1776267964.014207:0:64837:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018b781cf. 00000020:00000010:1.0:1776267964.014214:0:64837:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000720148d. 00000020:00000010:1.0:1776267964.014219:0:64837:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e99a06d. 00000100:00000200:1.0:1776267964.014251:0:64837:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa9f9452 x1862549476140416/t0(0) o103->6ad52952-be05-493c-b240-7d86ee025899@192.168.202.34@tcp:647/0 lens 328/0 e 0 to 0 dl 1776268007 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1776267964.014530:0:64837:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862549476140416 02000000:00000010:1.0:1776267964.014544:0:64837:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e868c073. 00010000:00000010:1.0:1776267964.014572:0:64837:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000049a8cb9f. 00010000:00000010:1.0:1776267964.014593:0:64837:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000792ad836. 00000100:00000010:1.0:1776267964.014599:0:64837:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005fcadc3b. 00000100:00000010:1.0:1776267964.014620:0:64837:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005fcadc3b. 00010000:00000010:1.0:1776267964.014623:0:64837:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000792ad836. 00000400:00000010:1.0:1776267964.014635:0:64837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfd23bea. 00000100:00000200:1.0:1776267964.014639:0:64837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1862549476140416, offset 224 00000400:00000200:1.0:1776267964.014647:0:64837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:1.0:1776267964.014657:0:64837:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.202.134@tcp to MR: 192.168.202.34@tcp local destination 00000400:00000200:1.0:1776267964.014662:0:64837:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91796:91796:256:4294967295] 192.168.202.34@tcp LPNI seq info [91796:91796:8:4294967295] 00000400:00000200:1.0:1776267964.014671:0:64837:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:1.0:1776267964.014676:0:64837:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:1.0:1776267964.014680:0:64837:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035313d91 (tot 82343698). 00000800:00000200:1.0:1776267964.014685:0:64837:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:1.0:1776267964.014691:0:64837:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:1.0:1776267964.014695:0:64837:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000035313d91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1776267964.014713:0:64837:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000720148d. 00000020:00000010:1.0:1776267964.014717:0:64837:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e99a06d. 00000020:00000010:1.0:1776267964.014720:0:64837:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018b781cf. 00080000:00000010:3.0:1776267964.014774:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a594edd8. 00010000:00000010:3.0:1776267964.014864:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076181ead. 00010000:00000010:3.0:1776267964.014872:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a06d062. 00010000:00000010:3.0:1776267964.014960:0:77399:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a88e41c1. 00010000:00000010:3.0:1776267964.014965:0:77399:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000106434ce. 00010000:00000010:3.0:1776267964.014969:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e605c53. 00010000:00000010:3.0:1776267964.014975:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00080000:00000010:3.0:1776267964.014986:0:77399:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096c7318f. 00010000:00000010:3.0:1776267964.015010:0:77399:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267964.015015:0:77399:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000106434ce. 00010000:00000010:3.0:1776267964.015063:0:77399:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000aa33c40. 00010000:00000010:3.0:1776267964.015067:0:77399:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004899b17b. 00010000:00000010:3.0:1776267964.015073:0:77399:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000492762c3. 00000100:00000010:3.0:1776267964.015077:0:77399:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009be690fa. 00000100:00000010:3.0:1776267964.015084:0:77399:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000050969a85. 02000000:00000010:3.0:1776267964.015096:0:77399:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000095e8f5c2. 02000000:00000010:3.0:1776267964.015120:0:77399:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b08b06ba. 00000400:00000010:3.0:1776267964.015125:0:77399:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b3d16403. 00000400:00000010:3.0:1776267964.015130:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cbd945d. 00000100:00000200:3.0:1776267964.015135:0:77399:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862549489505984, portal 16 00000400:00000010:3.0:1776267964.015139:0:77399:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bd03529. 00000100:00000200:3.0:1776267964.015141:0:77399:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1862549489505984, offset 0 00000400:00000200:3.0:1776267964.015146:0:77399:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.34@tcp 00000400:00000200:3.0:1776267964.015152:0:77399:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.34@tcp local destination 00000400:00000200:3.0:1776267964.015158:0:77399:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.202.134@tcp 00000400:00000200:3.0:1776267964.015162:0:77399:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.202.134@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776267964.015165:0:77399:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.34@tcp 00000400:00000200:3.0:1776267964.015167:0:77399:0:(lib-move.c:1863:lnet_handle_send()) 192.168.202.134@tcp NI seq info: [91797:91797:255:4294967295] 192.168.202.34@tcp LPNI seq info [91797:91797:7:4294967295] 00000400:00000200:3.0:1776267964.015173:0:77399:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.202.134@tcp(192.168.202.134@tcp:) -> 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) : PUT try# 0 00000800:00000200:3.0:1776267964.015177:0:77399:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.34@tcp 00000800:00000010:3.0:1776267964.015180:0:77399:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a42e3dbd (tot 82343946). 00000800:00000200:3.0:1776267964.015184:0:77399:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000003ae984e6] -> 12345-192.168.202.34@tcp (4) 00000800:00000200:3.0:1776267964.015188:0:77399:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.34@tcp ip 192.168.202.34:1023 00000800:00000200:3.0:1776267964.015205:0:77399:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a42e3dbd type 1, nob 424 niov 1 nkiov 1 Debug log: 53730 lines, 53730 kept, 0 dropped, 0 bad.